-- Logs begin at Tue 2021-08-10 09:48:25 UTC, end at Tue 2021-08-10 10:45:21 UTC. -- Aug 10 10:17:24.588510 dv-cinder-804035-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 10:17:27.281697 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.common.config [-] Logging enabled! Aug 10 10:17:27.282250 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 10:17:27.282384 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 10:17:27.285631 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.common.config [-] Logging enabled! Aug 10 10:17:27.285883 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 10:17:27.286194 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 10:17:27.287138 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:17:27.287461 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:17:27.287830 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:17:27.288078 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:17:27.288301 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:17:27.288619 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.288914 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.289208 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.289436 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.289727 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.290013 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.290293 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.290578 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.290871 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.291153 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.291450 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.291732 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.291960 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.292240 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.292523 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.292805 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.293026 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] debug = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.293303 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.293922 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.294328 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.294606 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.294896 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.295175 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.295469 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.295748 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.296031 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.296363 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] host = dv-cinder-804035-3-iscsi {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.296641 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.296927 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.297215 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.297507 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.297769 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.298049 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.298328 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.298596 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.298866 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.299139 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.299454 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.299739 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.300024 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.300246 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.300466 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.300751 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.301033 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.301309 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.301599 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.301866 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.302137 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.302412 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.302681 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.302963 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.303246 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.303558 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.303830 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.304103 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.304375 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.304649 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.304932 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.305205 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.305477 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.305749 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.306031 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.306296 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.306568 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.306872 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.307155 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.307481 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.307763 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.308034 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.308311 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.308583 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.308854 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.309123 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_json = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.309579 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.309856 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.310137 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.310410 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.310683 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.310955 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.311225 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.311540 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:27.311839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.312133 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.312430 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.312714 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.313006 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.313285 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.313572 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.313845 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.314132 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.314414 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.314701 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.314978 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.315263 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.315565 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.315857 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.316159 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.316450 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.316739 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.317015 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.317286 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.317555 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.317830 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.318113 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.318404 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.318691 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.318965 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.319243 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.319565 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.319842 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.320112 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.320385 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.320671 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.320948 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.321220 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.321500 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.321775 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.322045 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.322315 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.322590 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.322879 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.323154 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.323452 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.323725 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.324000 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.324268 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.324552 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.325484 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.325778 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.326055 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.326335 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.326610 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.326882 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.327162 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.327468 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.327750 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.328024 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.328298 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.328570 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.328841 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.329112 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.329393 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.329651 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.329926 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.330197 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.330469 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.330740 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.331011 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.331285 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.331598 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.331899 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.332180 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.332459 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.332740 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.333020 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.333298 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.333577 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.333856 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.334135 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.334409 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.334700 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.334984 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.335272 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.335579 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.335862 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.336159 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.336441 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.336724 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.337000 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.337278 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.337574 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.337859 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.338153 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.338442 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.338732 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.339021 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.339331 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.339620 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.339930 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.340208 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:27.340422 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:17:27.341230 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93175) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 10:17:27.689720 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 10:17:27.689995 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 10:17:27.690280 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 10:17:27.690610 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 10:17:28.083090 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.083402 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.083676 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.084890 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.085160 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.085423 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.119527 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.120046 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.120315 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.136449 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.136727 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.136991 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.165763 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.166041 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.166308 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.202470 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.202745 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.203010 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.436973 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.437563 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.437563 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.437718 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.438375 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.557148 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.557465 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.557745 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.558015 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.558278 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.558585 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.558844 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.559099 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.560058 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.560340 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.560601 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.560865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.561121 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.561372 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.561626 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.561888 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.562140 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.562403 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.562669 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.562923 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.563189 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.563475 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.563758 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.564130 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.564377 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.564621 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.565009 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.565247 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.565481 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.565712 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.565940 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.566169 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:28.566527 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 10:17:28.569600 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 10:17:28.573536 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 10:17:28.577894 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 10 10:17:28.579693 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 10:17:28.580139 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 10:17:28.580469 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 10:17:28.580850 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 10:17:28.583643 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 10:17:28.583893 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 10:17:28.584239 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 10:17:28.589482 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 10:17:28.611973 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 10:17:28.612426 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.612722 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 10:17:28.613078 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.614418 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 10:17:28.614697 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 10:17:28.614941 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 10:17:28.618361 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.618640 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:28.681721 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 10:17:28.681959 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 10:17:28.682196 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 10:17:28.682561 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 10:17:28.704290 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_db.sqlalchemy.engines [None req-1c375466-1675-4c02-8da8-63caa380861e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93175) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 10:17:29.236274 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing driver for type 'gre' Aug 10 10:17:29.236875 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c375466-1675-4c02-8da8-63caa380861e None None] gre ID ranges: [(1, 1000)] Aug 10 10:17:29.289375 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing driver for type 'local' Aug 10 10:17:29.289706 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing driver for type 'vlan' Aug 10 10:17:29.302205 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c375466-1675-4c02-8da8-63caa380861e None None] VlanTypeDriver initialization complete Aug 10 10:17:29.302539 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing driver for type 'vxlan' Aug 10 10:17:29.303015 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c375466-1675-4c02-8da8-63caa380861e None None] vxlan ID ranges: [(1, 1000)] Aug 10 10:17:29.360597 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing extension driver 'port_security' Aug 10 10:17:29.360940 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c375466-1675-4c02-8da8-63caa380861e None None] PortSecurityExtensionDriver initialization complete Aug 10 10:17:29.361258 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing mechanism driver 'openvswitch' Aug 10 10:17:29.361574 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing mechanism driver 'hyperv' Aug 10 10:17:29.368030 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-1c375466-1675-4c02-8da8-63caa380861e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:29.368739 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.369110 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.369460 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.369973 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.370406 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.370759 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.371104 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.371518 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.372503 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.372894 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.373290 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.373679 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.374080 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.374424 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.374765 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.375155 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.375712 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.376066 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.376409 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.376803 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.377204 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > address_group after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.377548 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > address_group after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.377885 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.378271 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 10:17:29.378652 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c375466-1675-4c02-8da8-63caa380861e None None] ML2 OVO RPC backend initialized. {{(pid=93175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 10:17:29.379389 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.379743 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.380157 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.380503 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > networks before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.380850 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.381191 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > ports before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.381533 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.381869 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnets before_response 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.382213 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.382549 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.382882 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.383212 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.383571 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.383902 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.384240 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.384570 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.384898 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.385465 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.plugin [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Modular L2 Plugin initialization complete Aug 10 10:17:29.385788 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading services supported by the core plugin {{(pid=93175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 10:17:29.386111 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.plugins.ml2.managers [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Got port-security extension from driver 'port_security' Aug 10 10:17:29.386566 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.extensions.vlantransparent [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Disabled vlantransparent extension. Aug 10 10:17:29.387041 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 10:17:29.387989 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: router Aug 10 10:17:29.424961 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.425352 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_create 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.425722 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router before_create 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.426084 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.426455 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.426807 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_delete 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.427162 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.427552 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_create 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.427899 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.428247 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.428593 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.428952 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.429357 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.429729 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.430072 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.430409 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: subnet after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.430747 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.431097 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.431467 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_create 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.431810 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.432149 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.432533 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router after_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.432877 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.433232 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_create 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.433589 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.433930 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_update 55549900 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.434902 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > agent after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.435412 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > agent after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.435766 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > network after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.436623 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Tracking information for resource: router configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:29.436956 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Tracking information for resource: floatingip configured {{(pid=93175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 10:17:29.441803 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.db.l3_agentschedulers_db [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 10:17:29.442491 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.442849 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.443203 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.443585 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.444367 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router before_create 55550100 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.444732 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.445093 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_create 55550100 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.445447 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > router precommit_update 55550100 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.450134 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.provider_configuration [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service providers = [] {{(pid=93175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 10:17:29.450510 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.db.servicetype_db [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 10:17:29.453463 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.service_base [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:17:29.453811 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.service_base [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:17:29.454148 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.service_base [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:17:29.455045 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.services.service_base [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 10:17:29.455450 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.services.service_base [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 10:17:29.455821 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.456135 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 10:17:29.466607 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.466935 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: auto_allocate Aug 10 10:17:29.472659 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: network precommit_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.473023 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: network precommit_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.473542 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.473864 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: tag Aug 10 10:17:29.480289 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.480869 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: timestamp Aug 10 10:17:29.485426 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.485757 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: network_ip_availability Aug 10 10:17:29.491178 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.491527 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.491885 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.492585 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.492906 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: flavors Aug 10 10:17:29.498299 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.498624 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading Plugin: revisions Aug 10 10:17:29.502884 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 10:17:29.503268 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 10:17:29.504022 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 10:17:29.504355 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Initializing extension manager. Aug 10 10:17:29.504865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: __init__.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.505203 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: __pycache__ {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.505535 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.505864 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: address_group.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.506609 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.507169 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: address-group Aug 10 10:17:29.507530 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: address_scope.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.508243 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.508754 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: address-scope Aug 10 10:17:29.509075 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.510002 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.510506 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: router-admin-state-down-before-update Aug 10 10:17:29.510827 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: agent.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.511743 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.512458 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: agent Aug 10 10:17:29.512724 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: agent_resources_synced.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.513645 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.514145 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: agent-resources-synced Aug 10 10:17:29.514465 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: allowedaddresspairs.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.516282 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.516800 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: allowed-address-pairs Aug 10 10:17:29.517123 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: auto_allocated_topology.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.518190 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.518695 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: auto-allocated-topology Aug 10 10:17:29.519014 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: availability_zone.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.519730 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.520231 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: availability_zone Aug 10 10:17:29.520549 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: availability_zone_filter.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.521455 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.521956 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: availability_zone_filter Aug 10 10:17:29.522277 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: data_plane_status.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.523177 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.523716 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 10:17:29.524037 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: default_subnetpools.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.524943 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.525445 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: default-subnetpools Aug 10 10:17:29.525765 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.526567 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.527074 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: dhcp_agent_scheduler Aug 10 10:17:29.527439 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: dns.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.528452 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.528971 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension dns-integration not supported by any of loaded plugins Aug 10 10:17:29.529291 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: dns_domain_ports.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.530205 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.530710 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 10:17:29.531029 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.531975 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.532479 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 10:17:29.532825 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: dvr.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.533495 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.533996 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: dvr Aug 10 10:17:29.534313 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: ecmp_routes.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.535221 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.535751 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 10:17:29.536069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: empty_string_filtering.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.536971 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.537470 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: empty-string-filtering Aug 10 10:17:29.537789 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.538691 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.539187 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 10:17:29.539543 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.540458 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.540962 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 10:17:29.541284 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: external_net.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.542193 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.542701 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: external-net Aug 10 10:17:29.543021 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.544785 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.545293 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: extra_dhcp_opt Aug 10 10:17:29.545613 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: extraroute.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.546527 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.547029 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: extraroute Aug 10 10:17:29.547383 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: extraroute_atomic.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.548410 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.548908 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: extraroute-atomic Aug 10 10:17:29.549230 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: filter_validation.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.549892 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.550392 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: filter-validation Aug 10 10:17:29.550708 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: fip_pf_description.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.551654 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.552154 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 10:17:29.552472 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: fip_port_details.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.553390 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.553895 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: fip-port-details Aug 10 10:17:29.554220 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: flavors.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.555508 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.556019 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: flavors Aug 10 10:17:29.556344 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.558000 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.558514 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 10:17:29.558840 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: floatingip_pools.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.559748 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.560261 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: floatingip-pools Aug 10 10:17:29.560586 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: ip_allocation.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.561502 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.562001 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 10:17:29.562323 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.563238 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.563767 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: ip-substring-filtering Aug 10 10:17:29.564093 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l2_adjacency.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.565019 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.565517 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 10:17:29.565842 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.566938 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.567485 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: router Aug 10 10:17:29.567813 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.570060 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.570586 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 10:17:29.570920 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.571881 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.572393 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: ext-gw-mode Aug 10 10:17:29.572719 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.573651 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.574162 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: l3-ha Aug 10 10:17:29.574488 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3_flavors.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.575950 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.576457 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: l3-flavors Aug 10 10:17:29.576783 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.577691 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.578199 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 10:17:29.578526 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: l3agentscheduler.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.579599 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.580111 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: l3_agent_scheduler Aug 10 10:17:29.580436 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: logging.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.581925 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.582435 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension logging not supported by any of loaded plugins Aug 10 10:17:29.582760 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: metering.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.583524 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.584098 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: metering Aug 10 10:17:29.584421 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.585531 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.586040 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: metering_source_and_destination_fields Aug 10 10:17:29.586363 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: multiprovidernet.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.587287 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.587814 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: multi-provider Aug 10 10:17:29.588135 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: netmtu.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.589050 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.589544 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: net-mtu Aug 10 10:17:29.589862 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: netmtu_writable.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.591343 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.591845 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: net-mtu-writable Aug 10 10:17:29.592163 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: network_availability_zone.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.592829 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.593331 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: network_availability_zone Aug 10 10:17:29.593647 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: network_ip_availability.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.594739 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.595246 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: network-ip-availability Aug 10 10:17:29.595591 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: network_segment_range.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.596344 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.596844 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 10:17:29.597163 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: pagination.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.598148 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.598472 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: pagination Aug 10 10:17:29.598787 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: port_device_profile.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.599727 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.600237 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: port-device-profile Aug 10 10:17:29.600557 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.601482 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.601985 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: port-mac-address-regenerate Aug 10 10:17:29.602306 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.603218 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.603759 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: port-numa-affinity-policy Aug 10 10:17:29.604078 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: port_resource_request.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.605069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.605769 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 10:17:29.606171 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: portbindings.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.607096 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.607638 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: binding Aug 10 10:17:29.607956 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: portbindings_extended.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.609346 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.609859 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: binding-extended Aug 10 10:17:29.610189 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: portsecurity.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.611100 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.611645 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: port-security Aug 10 10:17:29.611971 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: project_id.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.612948 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.613275 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: project-id Aug 10 10:17:29.613592 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: providernet.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.614525 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.615035 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: provider Aug 10 10:17:29.615391 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.618775 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.619291 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos not supported by any of loaded plugins Aug 10 10:17:29.619641 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.620875 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.621392 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 10:17:29.621744 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.622718 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.623229 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 10:17:29.623657 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_default.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.624570 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.625077 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-default not supported by any of loaded plugins Aug 10 10:17:29.625402 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_fip.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.626049 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.626547 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-fip not supported by any of loaded plugins Aug 10 10:17:29.626866 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_gateway_ip.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.627821 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.628327 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 10:17:29.628650 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_port_network_policy.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.629560 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.630062 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 10:17:29.630381 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_pps_rule.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.631586 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.632099 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-pps not supported by any of loaded plugins Aug 10 10:17:29.632420 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_rule_type_details.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.633331 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.633835 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 10:17:29.634155 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: qos_rules_alias.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.635192 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.635733 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 10:17:29.636059 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: quotasv2.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.636957 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.637804 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: quotas Aug 10 10:17:29.638181 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: quotasv2_detail.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.641214 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.641558 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: quota_details Aug 10 10:17:29.641890 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: rbac.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.643134 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.643685 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: rbac-policies Aug 10 10:17:29.644014 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: rbac_address_group.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.644950 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.645465 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: rbac-address-group Aug 10 10:17:29.645789 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: rbac_address_scope.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.646705 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.647213 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: rbac-address-scope Aug 10 10:17:29.647561 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: rbac_security_groups.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.648474 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.648977 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: rbac-security-groups Aug 10 10:17:29.649294 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: rbac_subnetpool.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.650196 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.650697 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: rbac-subnetpool Aug 10 10:17:29.651014 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: revisionifmatch.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.651950 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.652456 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: revision-if-match Aug 10 10:17:29.652778 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: revisions.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.654450 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.654964 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: standard-attr-revisions Aug 10 10:17:29.655287 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: router_availability_zone.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.655988 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.656496 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: router_availability_zone Aug 10 10:17:29.656815 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: routerservicetype.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.657731 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.658232 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension router-service-type not supported by any of loaded plugins Aug 10 10:17:29.658551 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.659499 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.660007 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: security-groups-normalized-cidr Aug 10 10:17:29.660328 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.661242 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.661744 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: port-security-groups-filtering Aug 10 10:17:29.662064 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.662997 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.663536 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: security-groups-remote-address-group Aug 10 10:17:29.663857 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: securitygroup.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.673462 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.673988 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: security-group Aug 10 10:17:29.674316 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: segment.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.675104 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.675647 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension segment not supported by any of loaded plugins Aug 10 10:17:29.675972 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.676907 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.677418 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 10:17:29.677740 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: servicetype.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.678917 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.679474 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: service-type Aug 10 10:17:29.679802 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: sorting.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.680781 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.681114 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: sorting Aug 10 10:17:29.681438 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: standard_attr_segment.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.682349 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.682858 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 10:17:29.683182 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: standardattrdescription.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.683855 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.684394 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: standard-attr-description Aug 10 10:17:29.684716 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: stateful_security_group.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.685641 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.686153 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: stateful-security-group Aug 10 10:17:29.686480 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: stdattrs_common.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.687057 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 10:17:29.687410 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.688330 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.688842 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 10:17:29.689163 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnet_onboard.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.690240 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.690751 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: subnet_onboard Aug 10 10:17:29.691073 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.692016 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.692518 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 10:17:29.692838 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnet_service_types.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.693756 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.694265 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: subnet-service-types Aug 10 10:17:29.694592 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnetallocation.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.695696 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.696206 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: subnet_allocation Aug 10 10:17:29.696530 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.697197 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.697703 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: subnetpool-prefix-ops Aug 10 10:17:29.698023 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.698960 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.699497 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 10:17:29.700335 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: tagging.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.701378 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.701900 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: standard-attr-tag Aug 10 10:17:29.702225 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: timestamp.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.703442 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.703952 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loaded extension: standard-attr-timestamp Aug 10 10:17:29.704275 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: trunk.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.705305 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.705818 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension trunk not supported by any of loaded plugins Aug 10 10:17:29.706142 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: trunk_details.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.707059 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.707606 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension trunk-details not supported by any of loaded plugins Aug 10 10:17:29.707932 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: uplink_status_propagation.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.708849 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.709359 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 10:17:29.709680 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Loading extension file: vlantransparent.py {{(pid=93175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 10:17:29.710368 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 10:17:29.710873 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 10:17:29.713324 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:network Aug 10 10:17:29.713840 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnet Aug 10 10:17:29.714234 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:17:29.714628 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:port Aug 10 10:17:29.716434 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.716894 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service FLAVORS assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.717532 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.718076 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.718499 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:router Aug 10 10:17:29.718983 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:floatingip Aug 10 10:17:29.719501 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service METERING assigned prefix: /metering {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.720930 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.721296 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.721647 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:17:29.722618 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 10:17:29.723070 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:security_group Aug 10 10:17:29.723528 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 10:17:29.725191 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service CORE assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.725538 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:17:29.725889 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] subnetpool is already registered Aug 10 10:17:29.726348 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service CORE assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.726679 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:17:29.727014 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] subnetpool is already registered Aug 10 10:17:29.729317 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.729752 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service FLAVORS assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.730590 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.731139 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.731505 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:router Aug 10 10:17:29.731849 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] router is already registered Aug 10 10:17:29.732263 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:floatingip Aug 10 10:17:29.732596 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] floatingip is already registered Aug 10 10:17:29.733048 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service METERING assigned prefix: /metering {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.733716 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 10:17:29.734040 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] rbac_policy is already registered Aug 10 10:17:29.734453 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:security_group Aug 10 10:17:29.734783 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] security_group is already registered Aug 10 10:17:29.735183 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 10:17:29.735544 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] security_group_rule is already registered Aug 10 10:17:29.736182 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service CORE assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.736508 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:17:29.736839 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] subnetpool is already registered Aug 10 10:17:29.737263 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.v2.resource_helper [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Service CORE assigned prefix: {{(pid=93175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 10:17:29.737586 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 10:17:29.737914 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING neutron.quota.resource_registry [None req-1c375466-1675-4c02-8da8-63caa380861e None None] subnetpool is already registered Aug 10 10:17:29.738374 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: extensions {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.739822 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: address-groups {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.741335 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: address-scopes {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.742593 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: agents {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.743768 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: auto-allocated-topology {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.745027 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: availability_zones {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.746228 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: dhcp-networks {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.748445 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: dhcp-agents {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.749853 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: routers {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.751594 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: flavors {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.752847 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: service_profiles {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.754044 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: next_providers {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.755491 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: service_profiles {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.757015 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: floatingip-pools {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.758236 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: routers {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.759956 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: floatingips {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.761218 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: l3-routers {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.763331 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: l3-agents {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.764726 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: metering-labels {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.765989 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: metering-label-rules {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.767383 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: network-ip-availabilities {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.768665 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: bindings {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.770246 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: quotas {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.771811 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: quotas {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.773243 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: rbac-policies {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.774422 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: security-groups {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.775745 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: security-group-rules {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.776960 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: service-providers {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.778204 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: subnetpools {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.779548 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: subnetpools {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.781123 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.782781 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.784603 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.786387 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.788092 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.791098 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.792795 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.794735 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.796646 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.798431 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron.api.extensions [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Extended resource: tags {{(pid=93175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 10:17:29.804424 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING keystonemiddleware.auth_token [None req-1c375466-1675-4c02-8da8-63caa380861e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 10:17:29.808992 dv-cinder-804035-3-iscsi neutron-server[93175]: WARNING keystonemiddleware.auth_token [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 10:17:29.817968 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Acquired lock "singleton_lock" {{(pid=93175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 10:17:29.818441 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Releasing lock "singleton_lock" {{(pid=93175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 10:17:29.819097 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Starting 2 workers Aug 10 10:17:29.823950 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Started child 93284 {{(pid=93175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:17:29.831335 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Started child 93285 {{(pid=93175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:17:29.831528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.832178 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO neutron.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 10:17:29.832178 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Notify callbacks [] for process, before_spawn {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.832339 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [-] (93284) wsgi starting up on http://0.0.0.0:9696 Aug 10 10:17:29.833864 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Starting 1 workers Aug 10 10:17:29.834537 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.835867 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [-] (93285) wsgi starting up on http://0.0.0.0:9696 Aug 10 10:17:29.839079 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Started child 93286 {{(pid=93175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:17:29.839635 dv-cinder-804035-3-iscsi neutron-server[93175]: INFO oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Starting 1 workers Aug 10 10:17:29.843167 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] calling RpcWorker wait() {{(pid=93286) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 10:17:29.843755 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] returning from RpcWorker wait() {{(pid=93286) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 10:17:29.844302 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Started child 93287 {{(pid=93175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 10:17:29.845149 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1c375466-1675-4c02-8da8-63caa380861e None None] Notify callbacks [] for process, after_spawn {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.845268 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.845696 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:29.847157 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 10:17:29.847436 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:17:29.847572 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:17:29.847773 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:17:29.848115 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:17:29.848277 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:17:29.848829 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.849101 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.849356 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.849634 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.849913 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.850305 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:29.850805 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.850805 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.851008 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.851245 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.851498 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.851670 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.851835 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.852076 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.852330 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.852608 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.852891 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.853128 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.853403 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.853575 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.853827 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.854087 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.854335 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.854615 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] debug = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.854874 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.855636 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.855902 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.856299 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.856624 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.857073 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.857318 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.857582 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.857836 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.858074 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.858316 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.858585 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.858830 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.859062 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.859327 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.859578 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.859796 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.860277 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] host = dv-cinder-804035-3-iscsi {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.860499 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.860717 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.860978 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.861224 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.861486 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.861716 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.861984 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.862238 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.862497 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.862817 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.862954 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.863212 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.863487 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.863740 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.863905 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_options = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.864144 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.864432 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.864704 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.864905 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.865117 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.865252 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.865486 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.865650 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.865903 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.866155 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.866370 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.866584 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.866799 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.867034 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.867350 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.867586 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.867806 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.868036 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.868280 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.868524 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.868747 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.868992 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.869208 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.869429 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.869645 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.869862 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.870108 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.870343 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.870555 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.870821 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.871056 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.871349 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.872122 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.872374 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.872745 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.873036 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.873185 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.873467 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.873700 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.873958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.874223 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.874458 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.874701 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.874937 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.875232 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.875424 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_json = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.875595 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.875829 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.876084 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.876315 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.876534 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.876749 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.876968 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.877200 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.877626 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.877902 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.878232 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.878493 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.878726 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.878993 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.879247 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.879514 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.879779 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.880053 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.880516 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.880749 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.881053 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.881220 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:29.881361 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.881549 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.881863 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.882214 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.882431 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.882667 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.882922 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.883193 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.883413 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.883736 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.884120 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.884468 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.884753 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.885002 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.885243 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886089 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886089 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886385 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886531 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886669 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.886994 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.887146 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.888397 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.888397 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.888397 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.888684 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.888877 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.889108 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.889362 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.889586 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.889958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.890080 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.890229 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.890447 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.890679 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.890914 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.891381 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.891381 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.891642 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.891825 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.892045 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.892346 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.892498 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.892716 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.892931 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.893280 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.893404 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.894051 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.894399 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.894751 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895158 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895158 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895447 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895641 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895774 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.895964 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.896200 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.896415 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.896628 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.896848 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.897057 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.897289 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.897501 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.897738 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.897951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.898183 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.898375 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.898584 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.898823 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.899229 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.899229 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.899570 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.899887 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.900106 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.900368 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.900587 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.900838 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.901267 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.901399 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.901563 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.901802 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.902053 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.902319 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.902529 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.902779 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.903195 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.903488 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.903704 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.903945 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.904185 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.904422 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.904658 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.904880 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.905147 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.905400 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.905651 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.905912 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.906263 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.906468 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.906682 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.906966 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.907204 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.907500 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.907800 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.908075 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.908360 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.908589 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.908834 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.909054 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.909298 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.909569 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.909825 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.910050 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.910266 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911011 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911011 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911011 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911255 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911743 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.911882 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.912129 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.912389 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.912641 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.912904 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.913332 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.913620 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.913620 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.913868 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.914326 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.914473 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915329 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915329 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915329 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915329 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915785 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.915785 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.916036 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.916160 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.916336 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.916572 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.916819 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.917074 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.917297 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.917513 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.917734 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.917953 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.918201 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.918437 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.918857 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.919123 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.919488 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.919629 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.919803 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.920958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.920958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.920958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.920958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.920958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.921565 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.921565 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.921799 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.921929 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.922865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.922865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.922865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.922865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.923187 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.923187 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.923347 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.923585 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.923809 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.924023 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.924256 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.924495 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.924839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.925103 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.925481 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.925637 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.925796 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.926040 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.926262 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.926501 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.926720 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.926934 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.927148 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.927438 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.927667 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.928982 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932069 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.932951 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.933839 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935071 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935071 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935071 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935448 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935448 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935645 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.935937 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.936068 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.936298 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.936513 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.936779 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.936958 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.937171 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.937379 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.937675 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.937922 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.938586 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.938854 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.939333 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.939469 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.939594 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.939902 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.940149 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.940381 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.940620 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.940858 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.941116 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.941378 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.941701 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.941996 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.942263 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.942517 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.942787 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.943271 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.943423 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.943617 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.943919 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.944236 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.944521 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.944797 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.945042 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.945288 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.945498 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.945743 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.946084 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.946199 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.946392 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.946652 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.946883 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.947116 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.947371 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.947604 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.947822 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.948067 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.948297 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.948516 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.948739 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.948895 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:17:29.949438 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 10:17:29.949601 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 10:17:29.949823 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 10:17:29.950562 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 10:17:29.950774 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 10:17:29.950932 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 10:17:29.951138 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.951325 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.951485 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.951645 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.951793 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.951988 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952151 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952308 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952468 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952628 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952786 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.952944 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953102 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953261 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953417 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953575 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953734 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.953893 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954056 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954215 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954371 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954529 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954688 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] debug = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.954846 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955046 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955199 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955387 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955708 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.955863 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956039 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956294 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956294 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956534 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956657 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956779 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.956903 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957104 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957232 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957343 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957457 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] host = dv-cinder-804035-3-iscsi {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957608 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957765 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.957922 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958080 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958238 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958395 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958552 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958709 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.958866 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959023 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959181 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959363 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959520 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959678 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959835 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_options = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.959992 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960149 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960307 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960489 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960651 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960808 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.960966 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961123 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961280 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961437 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961595 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961751 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.961908 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962065 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962222 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962378 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962537 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962694 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.962852 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963010 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963168 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963343 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963503 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963661 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963818 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.963975 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964132 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964289 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964446 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964603 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964760 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.964917 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965075 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965232 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965411 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965573 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965730 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.965891 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966047 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966203 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966361 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966518 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966676 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966834 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.966991 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967148 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_json = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967325 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967482 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967639 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967797 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.967954 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.968111 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.968274 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.968975 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 10:17:29.969138 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.969300 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.969457 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.969618 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.969801 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.969944 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970077 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970218 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970349 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970513 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970680 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.970870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971013 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971171 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971351 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971515 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971675 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971834 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.971995 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972155 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972316 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972474 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972649 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972809 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.972971 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973131 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973293 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973453 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973615 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973775 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.973935 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974096 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974258 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974417 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974581 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974744 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.974894 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975052 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975205 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975391 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975535 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975671 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975835 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.975999 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976154 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976293 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976573 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976738 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976738 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.976945 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977056 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977219 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977381 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977539 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977700 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.977860 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978020 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978179 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978339 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978499 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978660 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978830 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.978990 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979150 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979327 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979493 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979653 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979812 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.979973 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.980134 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.980294 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.980719 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.980880 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981197 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981406 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981538 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981646 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981770 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.981915 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982075 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982234 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982394 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982554 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982713 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.982883 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983057 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983217 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983408 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983570 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983729 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.983888 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984049 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984208 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984367 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984526 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984686 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.984845 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985009 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985170 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985330 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985494 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985653 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985811 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.985971 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.986132 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.986290 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.986554 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.986692 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.986816 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987017 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987144 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987266 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987480 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987569 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987675 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.987842 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988013 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988172 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988333 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988492 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988651 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988810 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.988969 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989127 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989285 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989444 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989601 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989763 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:29.989857 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.989936 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990077 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990236 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990395 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990575 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990735 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.990893 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991053 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991212 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991444 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991541 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991703 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.991863 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992022 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992182 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992343 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992502 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992662 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992822 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.992983 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993145 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993308 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993465 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993623 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993784 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.993943 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994103 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994263 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994423 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994584 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994744 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.994904 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995064 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995223 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995409 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995569 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995729 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.995889 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.996048 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.996208 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.996368 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997044 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997257 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997490 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997569 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997727 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.997889 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998026 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998160 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998294 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998429 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998583 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998720 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.998853 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999009 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999215 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999411 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999572 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999732 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:29.999907 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000067 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000225 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000385 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000544 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000703 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.000862 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.001020 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.001181 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.001340 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.001540 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002550 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002865 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.002985 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.003124 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.003803 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.003971 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004133 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004296 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004457 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004631 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004791 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.004952 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.005113 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.005273 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.005435 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.005603 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.005923 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.006870 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007266 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007266 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007266 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007487 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007611 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007796 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.007963 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008116 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008245 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008371 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008532 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008692 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.008851 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009010 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009170 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009330 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009497 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009657 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009817 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.009984 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010145 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010303 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010462 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010633 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010792 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.010954 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011113 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011273 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011455 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011616 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011780 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.011949 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.012114 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.012323 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.012981 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013150 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013318 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013466 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013629 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013801 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.013961 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014121 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014279 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014439 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014598 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014758 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.014917 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015077 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015237 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015419 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015580 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015740 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.015886 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016047 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016207 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016367 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016526 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016684 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016843 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 10:17:30.016996 dv-cinder-804035-3-iscsi neutron-server[93175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 10:17:30.263638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 53878) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:17:30.272569 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063250 Aug 10 10:17:41.600974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963760c4-4dc7-41ff-972b-556112176f44 None None] get_active_networks_info from dv-cinder-804035-3-iscsi {{(pid=93286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 10:17:41.684422 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963760c4-4dc7-41ff-972b-556112176f44 None None] No non-hosted networks {{(pid=93286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 10:17:41.696520 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-89136233-7dc7-459e-98e1-95ac5473d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:43.721254 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ea71-172f-43c3-bcca-e3d34b26a1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:43.775999 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9c7e71ca-9a1c-4c6d-a3bd-98cc9c4cd654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:44.291813 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:44.293548 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.294145 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.294689 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.295217 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.295788 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.296329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.296851 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.297405 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.297926 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.302996 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.303584 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.304377 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:44.304998 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:44.315133 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:17:45.279927 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:46.523750 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:47.852681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 53970) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:17:48.356553 dv-cinder-804035-3-iscsi neutron-server[93284]: WARNING oslo_policy.policy [None req-d4d05d9e-87cc-469a-9792-cbe6950de7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:17:48.357130 dv-cinder-804035-3-iscsi neutron-server[93284]: WARNING oslo_policy.policy [None req-d4d05d9e-87cc-469a-9792-cbe6950de7e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:17:48.573559 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [None req-d4d05d9e-87cc-469a-9792-cbe6950de7e5 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:17:48.575177 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d4d05d9e-87cc-469a-9792-cbe6950de7e5 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7215803 Aug 10 10:17:50.023431 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.db.l3_hamode_db [None req-867dce15-c591-413f-b9c8-3ae77601a07b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 10:17:50.100528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dce15-c591-413f-b9c8-3ae77601a07b None None] Routers set() bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:17:50.100903 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867dce15-c591-413f-b9c8-3ae77601a07b None None] Router IDs set() for agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 10:17:50.926461 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 53984) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:17:51.234523 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:17:51.326686 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.policy [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 10:17:51.371426 dv-cinder-804035-3-iscsi neutron-server[93284]: WARNING oslo_policy.policy [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:17:51.371780 dv-cinder-804035-3-iscsi neutron-server[93284]: WARNING oslo_policy.policy [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:17:51.380257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.quota [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] Loaded quota_driver: . Aug 10 10:17:51.470399 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361106606', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361106049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361100934', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361096569', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361745875', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727361141673', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-960420', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4026248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827152'] for rbac-policy, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:51.535083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:51.543355 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-70ea2cd5-a5f7-48a1-8f41-7b47f5196e36 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6088474 Aug 10 10:17:54.166198 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 53996) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:17:54.470553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c0382ab1480944809df7e32737725abb', 'tenant_id': 'c0382ab1480944809df7e32737725abb'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:17:54.499190 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Made reservation on behalf of c0382ab1480944809df7e32737725abb for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:17:54.501892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.518748 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.642798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.646116 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.671066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:17:54.695191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727363303783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.695791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Unsubscribe: segment precommit_create {{(pid=93284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 10:17:54.696272 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Added segment dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2 of type vlan for network dda2d722-6e28-4625-a0cc-febf740aefd6 Aug 10 10:17:54.712311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b4d24-8076-46ed-b054-fefa470e88cf,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:17:54.739914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.740261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.740591 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.740913 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.741230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.741560 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.741879 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.742208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.742529 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.742839 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.743162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.743495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Tracked resource versions report: Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: pushed versions: Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: consumer versions: Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Log': '1.0', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Network': '1.1', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Port': '1.7', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 10 10:17:54.744582 dv-cinder-804035-3-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:17:54.815349 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.864501 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.865558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:17:54.866191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:54.947806 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7804201 Aug 10 10:17:54.961735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39516728-0cbf-49b7-9756-83e4d973e87b admin admin] Pushing event updated for resources: {'Network': ['ID=dda2d722-6e28-4625-a0cc-febf740aefd6,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:17:54.974517 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network dda2d722-6e28-4625-a0cc-febf740aefd6 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:17:57.551593 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54010) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:17:57.941293 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f607b-d8cf-4687-93db-80b87d0b9746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:17:57.942640 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0e6f607b-d8cf-4687-93db-80b87d0b9746 admin admin] 10.222.0.10 "GET /v2.0/networks/dda2d722-6e28-4625-a0cc-febf740aefd6 HTTP/1.1" status: 200 len: 825 time: 0.3901050 Aug 10 10:17:57.967282 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-088f9a7f-8678-432f-90b9-24727acd58f9 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/2b6e0686-778b-491b-a3af-d40121c73c46 HTTP/1.1" status: 200 len: 734 time: 0.0181682 Aug 10 10:17:57.976047 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'name': 'private-subnet', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:17:57.998332 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Made reservation on behalf of c0382ab1480944809df7e32737725abb for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:17:58.000506 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:58.290509 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:58.360931 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a5f428-f542-43b3-8bbe-acf113a2b73c,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:17:58.365306 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Checking segment: {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:17:58.365688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Network hostable DHCP agents. Network: dda2d722-6e28-4625-a0cc-febf740aefd6, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:17:58.387643 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Network dda2d722-6e28-4625-a0cc-febf740aefd6 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:17:58.397900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, dda2d722-6e28-4625-a0cc-febf740aefd6) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:17:58.402663 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:17:58.403235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:58.408046 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e073a18-7c6e-4d2c-b594-65330330b8b5 None None] Network dda2d722-6e28-4625-a0cc-febf740aefd6 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:17:58.416715 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-8980e83a-577b-45d0-8904-3d933c1279c9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439323 Aug 10 10:17:58.725780 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-dda2d722-6e28-4625-a0cc-febf740aefd6', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:17:58.727067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:58.998332 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Allocated IP 172.20.0.2 (dda2d722-6e28-4625-a0cc-febf740aefd6/70a5f428-f542-43b3-8bbe-acf113a2b73c/8ea88e12-13a8-4032-8f06-ba17ae2b4653) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:17:59.226164 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:59.241396 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Transition to ACTIVE for port object 8ea88e12-13a8-4032-8f06-ba17ae2b4653 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:17:59.263317 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Transition to ACTIVE for port object 8ea88e12-13a8-4032-8f06-ba17ae2b4653 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:17:59.271647 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:59.349757 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Network dda2d722-6e28-4625-a0cc-febf740aefd6 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:17:59.357673 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:17:59.361308 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:17:59.364485 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Pushing event updated for resources: {'Port': ['ID=8ea88e12-13a8-4032-8f06-ba17ae2b4653,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:17:59.395619 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.395964 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.396307 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.396639 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.396968 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.397294 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.397615 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.397936 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.398273 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.398592 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.398908 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.399220 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Tracked resource versions report: Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: pushed versions: Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Log': {'1.0'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Network': {'1.1'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Port': {'1.7'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'QosPolicy': {'1.9'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: consumer versions: Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Log': '1.0', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Network': '1.1', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Port': '1.7', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'QosPolicy': '1.9', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SubPort': '1.0', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Subnet': '1.1', Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Aug 10 10:17:59.400330 dv-cinder-804035-3-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:17:59.446764 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Attempting to bind port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:17:59.447402 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Attempting to bind port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:17:59.447595 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Attempting to bind port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 on network dda2d722-6e28-4625-a0cc-febf740aefd6 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:17:59.452524 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:17:59.452909 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Checking segment: {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:17:59.453357 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:59.453749 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Bound using segment: {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:17:59.454216 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Bound port: 8ea88e12-13a8-4032-8f06-ba17ae2b4653, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:17:59.454601 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:59.517231 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] For port 8ea88e12-13a8-4032-8f06-ba17ae2b4653, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:17:59.521333 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] For port 8ea88e12-13a8-4032-8f06-ba17ae2b4653, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=8ea88e12-13a8-4032-8f06-ba17ae2b4653,segment=NetworkSegment(dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2),segment_id=dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:17:59.527002 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:17:59.594121 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd31c85-f8a5-481a-88e7-edd6cca52203 None None] Pushing event updated for resources: {'Port': ['ID=8ea88e12-13a8-4032-8f06-ba17ae2b4653,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:00.812801 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54018) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:01.319205 dv-cinder-804035-3-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-84c804d3-8a50-44eb-92af-e5be910a0313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:18:01.319912 dv-cinder-804035-3-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-84c804d3-8a50-44eb-92af-e5be910a0313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:18:01.538833 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-84c804d3-8a50-44eb-92af-e5be910a0313 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:18:01.540131 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-84c804d3-8a50-44eb-92af-e5be910a0313 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7251637 Aug 10 10:18:03.921109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54032) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:04.248322 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-9869d64b-5fd5-444d-a486-cc78a60a8627 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:18:04.249278 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9869d64b-5fd5-444d-a486-cc78a60a8627 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272643 Aug 10 10:18:06.880613 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54046) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:07.183289 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c0382ab1480944809df7e32737725abb'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:18:07.247991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.policy [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 10:18:07.294064 dv-cinder-804035-3-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:18:07.294444 dv-cinder-804035-3-iscsi neutron-server[93285]: WARNING oslo_policy.policy [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 10:18:07.302954 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.quota [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Loaded quota_driver: . Aug 10 10:18:07.363138 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:07.365953 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:07.526022 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:07.530990 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:07.550284 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:07.561238 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2d3111ff-a73e-46d4-95ea-74d00205f0e2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6699424 Aug 10 10:18:07.897394 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2422374-9242-4a48-9e64-fb4d91bf92a0 None None] Network dda2d722-6e28-4625-a0cc-febf740aefd6 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:18:07.907979 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:18:07.982772 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-c33ff177-960f-4d85-bb98-7fc0882cafa2 None None] Provisioning for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:18:08.120599 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8ea88e12-13a8-4032-8f06-ba17ae2b4653 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:08.205070 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:18:08.209101 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:08.209494 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:08.323065 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:08.336599 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-914a656c-ac89-4e27-9409-60f0730ca2a8 None None] Provisioning complete for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:08.336929 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-914a656c-ac89-4e27-9409-60f0730ca2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:08.387791 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 8ea88e12-13a8-4032-8f06-ba17ae2b4653, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=8ea88e12-13a8-4032-8f06-ba17ae2b4653,segment=NetworkSegment(dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2),segment_id=dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:18:08.393633 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:08.471181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=8ea88e12-13a8-4032-8f06-ba17ae2b4653,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:09.898661 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54056) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:10.106011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8ea88e12-13a8-4032-8f06-ba17ae2b4653 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:10.151534 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:10.151902 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:10.218834 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-bf1346ce-6cc9-407a-b8cd-931daee6a744 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:18:10.219822 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bf1346ce-6cc9-407a-b8cd-931daee6a744 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3202527 Aug 10 10:18:11.477361 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-610b9ec1-f3b9-4d8a-9ab7-1baa5b684c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:12.577928 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54064) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:12.889804 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:18:12.911792 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Made reservation on behalf of a64b309e188b4faf8e1350c056b69f2e for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:18:12.914663 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:12.930612 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.049526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.054083 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.065708 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Reserving flat network on physical network physnet1 {{(pid=93285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 10:18:13.098510 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727363303783', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.099087 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Unsubscribe: segment precommit_create {{(pid=93285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 10:18:13.099609 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Added segment ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4 of type flat for network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 Aug 10 10:18:13.117612 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a5567a-b0a9-4e77-bfb5-2090a3e45a9f,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:13.143534 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.143910 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.144309 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.144718 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.145064 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.145399 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.145717 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.146029 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.146355 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.146666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.146972 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.147277 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Tracked resource versions report: Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: pushed versions: Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Log': {'1.0'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Network': {'1.1'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Port': {'1.7'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'QosPolicy': {'1.9'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: consumer versions: Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Log': '1.0', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Network': '1.1', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Port': '1.7', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'QosPolicy': '1.9', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SubPort': '1.0', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Subnet': '1.1', Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Aug 10 10:18:13.148389 dv-cinder-804035-3-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:18:13.225438 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.275163 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.276880 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:18:13.277501 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:13.356263 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7772052 Aug 10 10:18:13.374615 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2ad4b-35f9-44a3-8211-52ceeecd0e70 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb53e0e-41ad-4fcb-9d30-afb35388e969,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:13.386657 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:18:13.720949 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d6a7cd2-870c-4e1b-b44c-2f706f08797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:14.279436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:15.214154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:15.694626 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54086) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:15.917923 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de36f14-5d53-49b8-8a25-a8d6d8f4e488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:18:15.919314 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3de36f14-5d53-49b8-8a25-a8d6d8f4e488 admin admin] 10.222.0.10 "GET /v2.0/subnets/70a5f428-f542-43b3-8bbe-acf113a2b73c HTTP/1.1" status: 200 len: 849 time: 0.2237260 Aug 10 10:18:16.072747 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-70d27d5c-eb5a-4e26-9e5f-e88caa5270c2 admin admin] 10.222.0.10 "GET /v2.0/routers/0ca6c778-15bc-4c79-85e4-3d07856b5e78 HTTP/1.1" status: 200 len: 704 time: 0.1441681 Aug 10 10:18:16.351788 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:16.476048 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:16.651443 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Allocated IP 172.20.0.1 (dda2d722-6e28-4625-a0cc-febf740aefd6/70a5f428-f542-43b3-8bbe-acf113a2b73c/21738b98-c74f-4c19-9947-7a93a5ecb8bc) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:18:16.832067 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:16.855753 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Transition to ACTIVE for port object 21738b98-c74f-4c19-9947-7a93a5ecb8bc will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:18:16.935505 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.006033 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Network dda2d722-6e28-4625-a0cc-febf740aefd6 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:18:17.011379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:18:17.019893 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:18:17.020420 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.039795 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Pushing event updated for resources: {'Port': ['ID=21738b98-c74f-4c19-9947-7a93a5ecb8bc,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:17.246418 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-375d2179-129b-4685-a1e1-e759fa67f2f3 None None] Provisioning for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:18:17.250503 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-375d2179-129b-4685-a1e1-e759fa67f2f3 None None] Provisioning complete for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:17.250872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-375d2179-129b-4685-a1e1-e759fa67f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.271721 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.286429 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-375d2179-129b-4685-a1e1-e759fa67f2f3 None None] Port 21738b98-c74f-4c19-9947-7a93a5ecb8bc cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:18:17.476249 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.481772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.482560 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.559750 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Pushing event updated for resources: {'Port': ['ID=21738b98-c74f-4c19-9947-7a93a5ecb8bc,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:17.604781 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Network dda2d722-6e28-4625-a0cc-febf740aefd6 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:18:17.606021 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:18:17.768002 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:18:17.805711 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-27aac4c4-8805-4a45-884f-8f1ef4ee985e None None] Provisioning complete for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:17.806275 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27aac4c4-8805-4a45-884f-8f1ef4ee985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:17.838962 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-27aac4c4-8805-4a45-884f-8f1ef4ee985e None None] Port 21738b98-c74f-4c19-9947-7a93a5ecb8bc cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:18:17.861545 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:18:17.867021 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fc65b42d-32c8-4562-8370-04eefe02c77c admin admin] 10.222.0.10 "PUT /v2.0/routers/0ca6c778-15bc-4c79-85e4-3d07856b5e78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7887819 Aug 10 10:18:17.872456 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Sync routers for ids ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:18:17.883700 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Routers {'0ca6c778-15bc-4c79-85e4-3d07856b5e78'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:18:17.884577 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:18:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:18.071247 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Set router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:18:18.491583 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:17Z', 'revision_number': 2, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port_host': None, '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:17Z', 'revision_number': 2, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:18.542666 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Checking router: 0ca6c778-15bc-4c79-85e4-3d07856b5e78 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:18:18.543544 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Updating router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 port 21738b98-c74f-4c19-9947-7a93a5ecb8bc binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:18:18.591217 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.101131 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.120488 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Transition to ACTIVE for port object 21738b98-c74f-4c19-9947-7a93a5ecb8bc will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:18:19.126448 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.286061 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Pushing event updated for resources: {'Port': ['ID=21738b98-c74f-4c19-9947-7a93a5ecb8bc,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:19.290505 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Attempting to bind port 21738b98-c74f-4c19-9947-7a93a5ecb8bc on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:18:19.291072 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Attempting to bind port 21738b98-c74f-4c19-9947-7a93a5ecb8bc by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:18:19.291598 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Attempting to bind port 21738b98-c74f-4c19-9947-7a93a5ecb8bc on network dda2d722-6e28-4625-a0cc-febf740aefd6 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:18:19.299094 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.299461 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.299798 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.300122 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.300446 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.300770 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.301088 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.301431 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.301755 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.302068 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.302381 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.302719 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Tracked resource versions report: Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: pushed versions: Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Log': {'1.0'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Network': {'1.1'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Port': {'1.7'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'QosPolicy': {'1.9'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: consumer versions: Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Log': '1.0', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Network': '1.1', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Port': '1.7', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'QosPolicy': '1.9', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SubPort': '1.0', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Subnet': '1.1', Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Aug 10 10:18:19.303812 dv-cinder-804035-3-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:18:19.307061 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:18:19.307511 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Checking segment: {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:18:19.307963 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.308352 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Bound using segment: {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:18:19.308839 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Bound port: 21738b98-c74f-4c19-9947-7a93a5ecb8bc, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:18:19.309210 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.376921 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] For port 21738b98-c74f-4c19-9947-7a93a5ecb8bc, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:18:19.398160 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] For port 21738b98-c74f-4c19-9947-7a93a5ecb8bc, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=21738b98-c74f-4c19-9947-7a93a5ecb8bc,segment=NetworkSegment(dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2),segment_id=dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:18:19.402884 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:19.459041 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6a5ce-ec06-42fb-893f-34390dfde26f None None] Pushing event updated for resources: {'Port': ['ID=21738b98-c74f-4c19-9947-7a93a5ecb8bc,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:19.463170 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Routers {'0ca6c778-15bc-4c79-85e4-3d07856b5e78'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:18:19.463765 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:18:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:19.552383 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] Set router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:18:19.765756 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:17Z', 'revision_number': 2, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port_host': None, '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:19Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:19.790122 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a65b7e-57d5-40c1-8f07-3a72347b5f6f None None] The sync data for ids ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'] in dv-cinder-804035-3-iscsi is: [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:17Z', 'revision_number': 2, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port_host': None, '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:19Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:18:20.071106 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54106) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:20.182304 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff6fd5-0bf0-4ca4-b5ad-c4caa88c1042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:18:20.183741 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-08ff6fd5-0bf0-4ca4-b5ad-c4caa88c1042 admin admin] 10.222.0.10 "GET /v2.0/networks/6eb53e0e-41ad-4fcb-9d30-afb35388e969 HTTP/1.1" status: 200 len: 842 time: 0.1108153 Aug 10 10:18:20.193383 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:18:20.218366 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Made reservation on behalf of a64b309e188b4faf8e1350c056b69f2e for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:18:20.220586 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:20.548364 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.objects.ports [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93285) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 10:18:20.548823 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:20.604525 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cc8195-2178-40de-add3-9ee1cc1a2ed3,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:20.615491 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:18:20.615837 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Network hostable DHCP agents. Network: 6eb53e0e-41ad-4fcb-9d30-afb35388e969, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:18:20.636910 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:18:20.647276 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 6eb53e0e-41ad-4fcb-9d30-afb35388e969) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:18:20.654761 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77af722-a2cb-408f-9f76-d3499b9e9939 None None] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:18:20.659140 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:18:20.659757 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:20.674259 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5fec2b81-2b1d-4aea-8150-a017023cdcec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4842427 Aug 10 10:18:20.792201 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f28a14-773c-49d5-ba7b-2b2f0081eeba None None] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:18:22.953281 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54114) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:23.082799 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-eabf3576-1b09-49dd-b2a9-4ea9b4c1e086 admin admin] 10.222.0.10 "GET /v2.0/routers/0ca6c778-15bc-4c79-85e4-3d07856b5e78 HTTP/1.1" status: 200 len: 710 time: 0.1282365 Aug 10 10:18:23.167281 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d77524f-37bf-411e-ac39-8afa1c131ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:18:23.168656 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6d77524f-37bf-411e-ac39-8afa1c131ac7 admin admin] 10.222.0.10 "GET /v2.0/networks/6eb53e0e-41ad-4fcb-9d30-afb35388e969 HTTP/1.1" status: 200 len: 886 time: 0.0804107 Aug 10 10:18:23.177732 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:18:23.495755 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:23.724348 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:23.799744 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:23.900511 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Allocated IP 172.27.2.98 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/d5cbdf83-9db9-4196-b640-30716bedd12a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:18:24.000818 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.040460 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.081454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:18:24.084579 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:18:24.089782 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:18:24.092915 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cbdf83-9db9-4196-b640-30716bedd12a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:24.334737 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.527161 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4103178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4098907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2490'] for router, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.530448 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4103409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4103416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4098882'] for router, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.633777 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:18:24.823897 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:18:24.829852 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:24.836475 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9c9a8613-9a60-443e-85db-d3777a3d6fa9 admin admin] 10.222.0.10 "PUT /v2.0/routers/0ca6c778-15bc-4c79-85e4-3d07856b5e78 HTTP/1.1" status: 200 len: 889 time: 1.6615095 Aug 10 10:18:26.138568 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 21738b98-c74f-4c19-9947-7a93a5ecb8bc up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:26.196953 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:18:26.200968 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:26.201342 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:26.229262 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Sync routers for ids ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:18:26.248195 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Routers {'0ca6c778-15bc-4c79-85e4-3d07856b5e78'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:18:26.248870 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:18:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:26.471733 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:26.551761 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Set router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:18:26.568193 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 21738b98-c74f-4c19-9947-7a93a5ecb8bc, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=21738b98-c74f-4c19-9947-7a93a5ecb8bc,segment=NetworkSegment(dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2),segment_id=dad38fbd-9ff0-4adf-8e24-8e5c0c1c1de2)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:18:26.595629 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:26.787843 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=21738b98-c74f-4c19-9947-7a93a5ecb8bc,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:26.979042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:24Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port': {'id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:23Z', 'updated_at': '2021-08-10T10:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:19Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:27.031286 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Checking router: 0ca6c778-15bc-4c79-85e4-3d07856b5e78 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:18:27.031669 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Updating router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 port d5cbdf83-9db9-4196-b640-30716bedd12a binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:18:27.077045 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.218899 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54126) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:18:27.332353 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ec4a3a78-b520-42c1-a5bf-4253333ca795 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1122091 Aug 10 10:18:27.408562 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.419197 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Transition to ACTIVE for port object d5cbdf83-9db9-4196-b640-30716bedd12a will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:18:27.424676 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.476552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Attempting to bind port d5cbdf83-9db9-4196-b640-30716bedd12a on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:18:27.476779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Attempting to bind port d5cbdf83-9db9-4196-b640-30716bedd12a by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:18:27.477213 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Attempting to bind port d5cbdf83-9db9-4196-b640-30716bedd12a on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:18:27.485042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:18:27.485407 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:18:27.486086 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.486474 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:18:27.486923 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Bound port: d5cbdf83-9db9-4196-b640-30716bedd12a, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:18:27.487332 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.488810 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee737-2131-445e-87a4-bdb9aa8d8cfb None None] Pushing event updated for resources: {'Port': ['ID=d5cbdf83-9db9-4196-b640-30716bedd12a,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:27.542745 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] For port d5cbdf83-9db9-4196-b640-30716bedd12a, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:18:27.545722 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] For port d5cbdf83-9db9-4196-b640-30716bedd12a, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d5cbdf83-9db9-4196-b640-30716bedd12a,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:18:27.551082 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:27.609150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Routers {'0ca6c778-15bc-4c79-85e4-3d07856b5e78'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:18:27.609760 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:18:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:27.612650 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ee737-2131-445e-87a4-bdb9aa8d8cfb None None] Pushing event updated for resources: {'Port': ['ID=d5cbdf83-9db9-4196-b640-30716bedd12a,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:27.799157 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] Set router 0ca6c778-15bc-4c79-85e4-3d07856b5e78 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:18:28.013351 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:24Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port': {'id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:23Z', 'updated_at': '2021-08-10T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:26Z', 'revision_number': 5, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:18:28.040508 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c097c-2a88-4d4e-8a22-55414d8295b6 None None] The sync data for ids ['0ca6c778-15bc-4c79-85e4-3d07856b5e78'] in dv-cinder-804035-3-iscsi is: [{'id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'name': 'router1', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:18:07Z', 'updated_at': '2021-08-10T10:18:24Z', 'revision_number': 4, 'project_id': 'c0382ab1480944809df7e32737725abb', 'gw_port': {'id': 'd5cbdf83-9db9-4196-b640-30716bedd12a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:23Z', 'updated_at': '2021-08-10T10:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '21738b98-c74f-4c19-9947-7a93a5ecb8bc', 'name': '', 'network_id': 'dda2d722-6e28-4625-a0cc-febf740aefd6', 'tenant_id': 'c0382ab1480944809df7e32737725abb', 'mac_address': 'fa:16:3e:39:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca6c778-15bc-4c79-85e4-3d07856b5e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:18:16Z', 'updated_at': '2021-08-10T10:18:26Z', 'revision_number': 5, 'project_id': 'c0382ab1480944809df7e32737725abb', 'subnets': [{'id': '70a5f428-f542-43b3-8bbe-acf113a2b73c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b6e0686-778b-491b-a3af-d40121c73c46'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:18:28.158899 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 21738b98-c74f-4c19-9947-7a93a5ecb8bc up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:28.215340 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:28.215340 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:30.146046 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d5cbdf83-9db9-4196-b640-30716bedd12a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:30.195283 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port d5cbdf83-9db9-4196-b640-30716bedd12a completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:18:30.198900 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port d5cbdf83-9db9-4196-b640-30716bedd12a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:30.199271 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:30.295534 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:30.331207 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port d5cbdf83-9db9-4196-b640-30716bedd12a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d5cbdf83-9db9-4196-b640-30716bedd12a,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:18:30.337500 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:30.388397 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=d5cbdf83-9db9-4196-b640-30716bedd12a,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:18:32.205677 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d5cbdf83-9db9-4196-b640-30716bedd12a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:18:32.321074 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port d5cbdf83-9db9-4196-b640-30716bedd12a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:18:32.322879 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:41.510773 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2059232-b65a-4adc-b6fa-dbee69232b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:43.744794 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f6ab8ee0-0354-4ab3-a0fc-6d650127c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:44.286138 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:44.912060 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:18:45.227857 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:18:46.497666 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:11.487181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e06b341a-c91d-498a-aece-37791c1adc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:13.728079 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d436089b-28db-43f8-8b61-cb2d5ed192b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:14.281051 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:15.224054 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:16.506551 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:21.910501 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:19:41.494736 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7190f1b2-7978-4fe4-a07d-e0d85b20f6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:43.729265 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-911bdb83-addb-46c8-83f9-4b54b2f56860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:44.282296 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:45.226134 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:46.503032 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:19:58.908580 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:20:02.521839 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54694) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:02.582330 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.pecan_wsgi.hooks.translation [None req-463fd4e1-b89d-448d-a07b-cb3dadc743d9 admin admin] GET failed (client error): The resource could not be found. Aug 10 10:20:02.583641 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-463fd4e1-b89d-448d-a07b-cb3dadc743d9 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608239 Aug 10 10:20:02.740247 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8344ee-72d1-4795-bf05-4bd8e5060845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:02.741623 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7d8344ee-72d1-4795-bf05-4bd8e5060845 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535769 Aug 10 10:20:04.869737 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54704) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:04.962853 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2bfbd0-c87a-4653-bcfc-92fe6833d661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:04.964208 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9f2bfbd0-c87a-4653-bcfc-92fe6833d661 admin admin] 10.222.0.10 "GET /v2.0/subnets/70a5f428-f542-43b3-8bbe-acf113a2b73c HTTP/1.1" status: 200 len: 849 time: 0.0935471 Aug 10 10:20:04.974407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:20:05.055184 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:05.190657 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727363217812'] for subnet, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:05.219266 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:05.219863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:05.235326 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] 10.222.0.10 "PUT /v2.0/subnets/70a5f428-f542-43b3-8bbe-acf113a2b73c HTTP/1.1" status: 200 len: 868 time: 0.2510223 Aug 10 10:20:05.235558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb572cd-7f1f-4c9a-85ba-6d87793a94ff None None] Network dda2d722-6e28-4625-a0cc-febf740aefd6 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:20:05.242237 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a5f428-f542-43b3-8bbe-acf113a2b73c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:20:05.249687 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.250041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.250379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.250703 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.251025 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.251389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.251715 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.252031 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.252350 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.252698 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.253013 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.253324 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908c6ff-252d-41e4-97c7-61abbc04e66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:05.616627 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-60596a3e-2a3c-4187-96df-70fd4761d3bc None None] Provisioning complete for port 8ea88e12-13a8-4032-8f06-ba17ae2b4653 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:20:05.617003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60596a3e-2a3c-4187-96df-70fd4761d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:05.698391 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-60596a3e-2a3c-4187-96df-70fd4761d3bc None None] Provisioning complete for port 21738b98-c74f-4c19-9947-7a93a5ecb8bc triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:20:05.698653 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60596a3e-2a3c-4187-96df-70fd4761d3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:07.373235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54712) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:07.576975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8542be75-f1ca-4c54-b5ed-8607614f6e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:07.577365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8542be75-f1ca-4c54-b5ed-8607614f6e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:07.578872 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-8542be75-f1ca-4c54-b5ed-8607614f6e68 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2047007 Aug 10 10:20:09.703290 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54722) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:09.834717 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46119202-cba8-41b7-8e44-67dc4f1e1d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:09.835194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46119202-cba8-41b7-8e44-67dc4f1e1d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:09.836742 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-46119202-cba8-41b7-8e44-67dc4f1e1d72 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324792 Aug 10 10:20:11.500356 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d64c-57b3-4da7-97cf-e018652bc961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:11.976543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54730) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:12.125839 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8293f23-a079-44ff-ba32-54c5ec8dfc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:12.127163 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b8293f23-a079-44ff-ba32-54c5ec8dfc50 admin admin] 10.222.0.10 "GET /v2.0/networks/6eb53e0e-41ad-4fcb-9d30-afb35388e969 HTTP/1.1" status: 200 len: 886 time: 0.1496227 Aug 10 10:20:13.730388 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c1b304b3-60fe-40a5-a5e7-d3f9649a7526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:14.266734 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54738) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:14.284160 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:14.400015 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0718b06-6736-4268-a9af-b2eb250b6fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:14.401265 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e0718b06-6736-4268-a9af-b2eb250b6fa9 admin admin] 10.222.0.10 "GET /v2.0/networks/dda2d722-6e28-4625-a0cc-febf740aefd6 HTTP/1.1" status: 200 len: 869 time: 0.1335664 Aug 10 10:20:15.228720 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:16.507504 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:16.589648 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54746) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:16.710146 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee539d-778e-4330-a6f3-824e3be4f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:16.710595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee539d-778e-4330-a6f3-824e3be4f85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:16.712118 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1fee539d-778e-4330-a6f3-824e3be4f85a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215265 Aug 10 10:20:18.943216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54754) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:19.035515 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da387cb-28a1-43f9-81fd-fd03462ecfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:19.035960 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da387cb-28a1-43f9-81fd-fd03462ecfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:19.037454 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1da387cb-28a1-43f9-81fd-fd03462ecfe4 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932710 Aug 10 10:20:21.177185 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54762) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:21.261810 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc208b4-583a-459d-836c-d1c999a1bbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:21.263117 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bdc208b4-583a-459d-836c-d1c999a1bbfb admin admin] 10.222.0.10 "GET /v2.0/subnets/02cc8195-2178-40de-add3-9ee1cc1a2ed3 HTTP/1.1" status: 200 len: 816 time: 0.0849986 Aug 10 10:20:23.408422 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54770) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:23.498243 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caaaeca-df68-4f70-bafa-aa73e6169f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:23.499583 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5caaaeca-df68-4f70-bafa-aa73e6169f5c admin admin] 10.222.0.10 "GET /v2.0/subnets/70a5f428-f542-43b3-8bbe-acf113a2b73c HTTP/1.1" status: 200 len: 868 time: 0.0901122 Aug 10 10:20:35.906746 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:20:41.504433 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1ea7ae59-e22a-4248-b49f-fc014f55e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:43.732211 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7461aede-86c2-4d29-87f9-0679fc083b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:44.285885 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:45.231027 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:46.513328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:50.127664 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54824) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:50.174827 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [None req-c895ccd1-1bf1-4dab-81e6-c3a5444e6f47 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:20:50.175928 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-c895ccd1-1bf1-4dab-81e6-c3a5444e6f47 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473468 Aug 10 10:20:52.411680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54832) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:52.472780 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.pecan_wsgi.hooks.translation [None req-174a9da6-be10-4253-af61-e27807b47268 admin admin] GET failed (client error): The resource could not be found. Aug 10 10:20:52.474113 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-174a9da6-be10-4253-af61-e27807b47268 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615597 Aug 10 10:20:52.616192 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d3652-0cfb-42a8-83c9-6ec5cfcb38b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:52.617646 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-966d3652-0cfb-42a8-83c9-6ec5cfcb38b3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390188 Aug 10 10:20:54.782499 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54840) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:54.829968 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:20:54.850525 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Made reservation on behalf of a64b309e188b4faf8e1350c056b69f2e for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:20:54.852970 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:54.880366 dv-cinder-804035-3-iscsi neutron-server[93285]: WARNING neutron.services.revisions.revision_plugin [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Could not find related network for resource to bump revision. Aug 10 10:20:54.894862 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:20:54.907912 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:54.908254 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Added segment b6a75598-1504-4877-93e4-ac50a83601ce of type vlan for network 25495acc-4dd1-457c-a82d-d350297c3800 Aug 10 10:20:54.947303 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:54.976409 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:54.977352 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:54.977905 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:55.029776 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2461107 Aug 10 10:20:55.035027 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0bf2e-4251-4e25-af9f-5c8b0c66fd55 admin admin] Pushing event updated for resources: {'Network': ['ID=25495acc-4dd1-457c-a82d-d350297c3800,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:20:55.046631 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 25495acc-4dd1-457c-a82d-d350297c3800 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:20:57.260388 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54848) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:20:57.322895 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.pecan_wsgi.hooks.translation [None req-72318232-fbd9-49dd-a856-475568023ae0 admin admin] GET failed (client error): The resource could not be found. Aug 10 10:20:57.324206 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-72318232-fbd9-49dd-a856-475568023ae0 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628676 Aug 10 10:20:57.398100 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c7d96-cd09-488c-96c1-4145ca91f22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:57.399568 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-499c7d96-cd09-488c-96c1-4145ca91f22c admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0709860 Aug 10 10:20:57.410203 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800', 'description': 'shared-subnet'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:20:57.429984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Made reservation on behalf of a64b309e188b4faf8e1350c056b69f2e for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:20:57.432169 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:57.590831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:57.645058 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eebcccb-5dca-4295-aa74-b27d43f0ffab,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:20:57.651547 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Checking segment: {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:20:57.651901 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Network hostable DHCP agents. Network: 25495acc-4dd1-457c-a82d-d350297c3800, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:20:57.667551 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Network 25495acc-4dd1-457c-a82d-d350297c3800 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:20:57.675936 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 25495acc-4dd1-457c-a82d-d350297c3800) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:20:57.679733 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:20:57.680306 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:57.684942 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0a213-cb4a-45bb-b826-c7ca7421f4f5 None None] Network 25495acc-4dd1-457c-a82d-d350297c3800 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:20:57.694126 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-11281744-16e1-41fe-9bfb-edda1098563c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2877409 Aug 10 10:20:57.931385 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-25495acc-4dd1-457c-a82d-d350297c3800', 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800', 'tenant_id': 'a64b309e188b4faf8e1350c056b69f2e', 'fixed_ips': [{'subnet_id': '5eebcccb-5dca-4295-aa74-b27d43f0ffab'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:20:57.932270 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.067089 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Allocated IP 192.168.233.2 (25495acc-4dd1-457c-a82d-d350297c3800/5eebcccb-5dca-4295-aa74-b27d43f0ffab/f5b53fad-d004-4ea7-a59c-ceb3f7017dc5) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:20:58.215022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.224038 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Transition to ACTIVE for port object f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:20:58.239648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Transition to ACTIVE for port object f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:20:58.245035 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.289095 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Network 25495acc-4dd1-457c-a82d-d350297c3800 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:20:58.292879 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:20:58.295392 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:20:58.297469 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Pushing event updated for resources: {'Port': ['ID=f5b53fad-d004-4ea7-a59c-ceb3f7017dc5,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:20:58.306357 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.306698 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.307031 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.307378 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.308094 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.308094 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.308395 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.308656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.308990 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.309312 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.309648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.309968 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:20:58.366492 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Attempting to bind port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:20:58.366850 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Attempting to bind port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:20:58.367199 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Attempting to bind port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 on network 25495acc-4dd1-457c-a82d-d350297c3800 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:20:58.372042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:20:58.372404 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Checking segment: {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:20:58.372797 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.373175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Bound using segment: {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:20:58.373652 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Bound port: f5b53fad-d004-4ea7-a59c-ceb3f7017dc5, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:20:58.374038 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.437161 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] For port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:20:58.440457 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] For port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f5b53fad-d004-4ea7-a59c-ceb3f7017dc5,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:20:58.445491 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:20:58.504295 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a941b-3524-4a09-a464-d43e27ba9ad5 None None] Pushing event updated for resources: {'Port': ['ID=f5b53fad-d004-4ea7-a59c-ceb3f7017dc5,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:20:59.262083 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ad866-d4d6-4aba-9975-0a915b9702dd None None] Network 25495acc-4dd1-457c-a82d-d350297c3800 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:20:59.322908 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-61856e0c-6227-40b7-8193-122ff3aece78 None None] Provisioning for port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:21:00.237645 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:21:00.286967 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:21:00.290723 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:21:00.291209 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:00.372555 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:00.408718 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f5b53fad-d004-4ea7-a59c-ceb3f7017dc5,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:21:00.412605 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:00.459353 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=f5b53fad-d004-4ea7-a59c-ceb3f7017dc5,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:21:02.230153 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:21:02.281635 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port f5b53fad-d004-4ea7-a59c-ceb3f7017dc5 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:21:02.282019 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:11.509980 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de2bed79-0e97-404b-b676-930fefbb2148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:12.904694 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:21:13.735534 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c76af61c-d1fb-4563-870e-8a5674ca2bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:14.288629 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:15.234323 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:16.517411 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:41.502189 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8879a39d-a6ea-4b44-8c5a-d0fc63c41039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:43.741528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b031264-3b95-46a2-9f99-4b9b1e0ca156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:44.289676 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:45.236133 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:46.517571 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:21:49.902417 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:22:06.351547 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54900) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:22:06.357800 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [None req-f4c93d76-c3b7-4bee-89f4-9bbbc5e9429f tempest-verify_tempest_config-1507442838 tempest-verify_tempest_config-1507442838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:22:06.358737 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f4c93d76-c3b7-4bee-89f4-9bbbc5e9429f tempest-verify_tempest_config-1507442838 tempest-verify_tempest_config-1507442838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062475 Aug 10 10:22:06.658338 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 54918) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:22:06.760404 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:06.846737 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:06.850786 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:06.897311 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a73db9efbb34069bb8d9fe2b8c1cb96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2379379 Aug 10 10:22:06.898743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181c7916-d6a4-4d18-af6a-6b6dbf98fab7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:22:06.900105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54922) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:22:06.905214 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.905576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.905919 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.906259 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.906601 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.906967 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.907268 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.907615 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.907949 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.908264 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.908576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.908885 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04990-26af-4cfb-9d5c-ddfa944bad9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:06.957432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:06.977774 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:07.063634 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:07.066135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:07.068196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/181c7916-d6a4-4d18-af6a-6b6dbf98fab7 HTTP/1.1" status: 204 len: 168 time: 0.1670794 Aug 10 10:22:07.076091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181c7916-d6a4-4d18-af6a-6b6dbf98fab7,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:22:07.082664 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.083594 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.083980 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.084406 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.084737 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.085082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.085413 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.085742 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.086080 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.086403 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.086719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:07.087033 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca384379-ee30-4cb2-be5e-5871aa718be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:22:11.503255 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddc38-1bd0-485b-998f-a1ff8739bea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:13.742951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-369f39c1-e4c1-4f63-a8d1-a24dd27e0912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:14.290559 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:15.239990 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:16.519803 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:26.955232 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:22:41.505429 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2725047-9359-4a55-8d77-a3b2760f18da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:43.742789 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4ba6071a-1c96-4115-bca1-87ccd7c95133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:44.291472 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:45.243636 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:22:46.522242 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:03.904663 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 5 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:23:11.506082 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-84b33043-a260-4824-bbc5-7480a3124ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:13.743191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4956827e-ff61-4b05-83aa-4dbed0768af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:14.291354 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:15.246403 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:16.525520 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:40.502479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4102136'] for agent, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:40.902669 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:23:41.506116 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b93724ef-d724-41a2-9325-7d7c7827778e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:43.744501 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2a0be5ec-7be4-4ea7-8fa3-be7a82790bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:44.292477 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:45.248431 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:46.529966 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:23:55.549612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 54996) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:23:55.652534 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-04fc8aab-f42f-454a-9433-4c3eb26f467e admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018322 Aug 10 10:23:57.800935 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55006) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:23:57.862525 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-14582d8c-9062-46db-ac66-2115c6c15063 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0605261 Aug 10 10:24:10.456067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:11.505720 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9597a9fc-70f8-4dba-ae50-9567a94e8370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:13.745150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c89c868c-b62d-4609-8ef8-d538d3c8330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:14.293531 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:15.250629 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:16.534185 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:17.901535 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:24:40.455236 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:41.505521 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8a653da3-3def-4be2-af36-c138ed1d1aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:43.746216 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c2ea27d7-3ad1-437c-9651-55f1cfdf4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:44.293720 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:45.252974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:46.536050 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:24:54.900321 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:25:10.469356 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:11.505496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1c6319e8-262a-40d0-9c01-224bbb9a852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:13.747537 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a00851af-a1bd-4009-b88c-608997fb3d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:14.295686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:15.256087 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:16.538300 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.436768 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55240) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:27.563383 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55254) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:27.611441 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55258) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:27.693203 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-574118306-network', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:27.714645 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Made reservation on behalf of 4970b71eaa20436d88ef98187afa4dad for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:27.717078 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.725626 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.821918 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.828629 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-63196536-network', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:27.837163 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.853425 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-224365451-network', 'tenant_id': 'e83707fa7d674eada5b455e5a93df6b6'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:27.865841 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Made reservation on behalf of e97924377468499aad42c62dc70f4ccc for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:27.868330 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.871373 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:25:27.891044 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Made reservation on behalf of e83707fa7d674eada5b455e5a93df6b6 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:27.894029 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.894527 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.905058 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.912755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:27.913132 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Added segment 4f4466de-368f-425c-8596-6159cfeae7ac of type vlan for network aae8c957-69bd-408a-88a3-8f5be039c9ec Aug 10 10:25:27.931105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2fd87-eae8-489d-95bf-5d0a3679c788,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:27.965914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.966288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.966633 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.966970 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.967319 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.967676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.968000 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.968356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.968651 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.969041 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.969384 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.969694 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Tracked resource versions report: Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: pushed versions: Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: { 'AddressGroup': {'1.2'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'ConntrackHelper': {'1.0'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Log': {'1.0'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Network': {'1.1'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Port': {'1.7'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'PortForwarding': {'1.2'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'QosPolicy': {'1.9'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroup': {'1.4'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SubPort': {'1.0'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Subnet': {'1.1'}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Trunk': {'1.1'}} Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: consumer versions: Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: HyperV agent@hv-cinder-80403: {}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'ConntrackHelper': '1.0', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Log': '1.0', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Network': '1.1', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Port': '1.7', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'PortForwarding': '1.2', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'QosPolicy': '1.9', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroup': '1.4', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SecurityGroupRule': '1.2', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'SubPort': '1.0', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Subnet': '1.1', Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: 'Trunk': '1.1'}} Aug 10 10:25:27.970809 dv-cinder-804035-3-iscsi neutron-server[93284]: {{(pid=93284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:25:27.984429 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.020072 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.024652 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.027289 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.031447 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:28.032465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.050074 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:25:28.065785 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65e498-bf78-4f14-b0ea-47735803868d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.068297 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.068623 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Added segment 9736d3c5-eafb-47cf-b213-7bea75a65067 of type vlan for network 4fc16f37-242b-4cb1-92af-91022698404b Aug 10 10:25:28.086379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.086743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.087068 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.087425 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.087748 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.088076 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.088392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.089439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.089845 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.090166 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.090476 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.090784 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Tracked resource versions report: Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: pushed versions: Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: { 'AddressGroup': {'1.2'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'ConntrackHelper': {'1.0'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Log': {'1.0'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Network': {'1.1'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Port': {'1.7'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'PortForwarding': {'1.2'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'QosPolicy': {'1.9'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroup': {'1.4'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SubPort': {'1.0'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Subnet': {'1.1'}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Trunk': {'1.1'}} Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: consumer versions: Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: HyperV agent@hv-cinder-80403: {}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'ConntrackHelper': '1.0', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Log': '1.0', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Network': '1.1', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Port': '1.7', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'PortForwarding': '1.2', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'QosPolicy': '1.9', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroup': '1.4', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SecurityGroupRule': '1.2', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'SubPort': '1.0', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Subnet': '1.1', Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: 'Trunk': '1.1'}} Aug 10 10:25:28.091855 dv-cinder-804035-3-iscsi neutron-server[93285]: {{(pid=93285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:25:28.136593 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.174816 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.176257 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:28.177124 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.211589 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] Pushing event updated for resources: {'Network': ['ID=aae8c957-69bd-408a-88a3-8f5be039c9ec,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.223461 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network aae8c957-69bd-408a-88a3-8f5be039c9ec details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:25:28.365034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.375999 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.413129 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d2479444-0576-47e0-b8a9-b5fc3bf03c4b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9721382 Aug 10 10:25:28.428589 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55292) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:28.444728 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Request body: {'subnet': {'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-574118306-subnet', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:28.461837 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:25:28.466865 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8509479 Aug 10 10:25:28.466865 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0e691-42ff-4a8b-ba10-b32ba7cac3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc16f37-242b-4cb1-92af-91022698404b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.467343 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55298) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:28.474005 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.474355 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Added segment ec1473fd-dece-4796-a48c-14eb232f6304 of type vlan for network 6f84f074-0aa7-4654-9873-620c93c96ba8 Aug 10 10:25:28.475573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f99b2f0-df8e-40a6-a22c-31b1287d7b12,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.476017 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 4fc16f37-242b-4cb1-92af-91022698404b details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:25:28.478264 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Request body: {'subnet': {'network_id': '4fc16f37-242b-4cb1-92af-91022698404b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-224365451-subnet', 'tenant_id': 'e83707fa7d674eada5b455e5a93df6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:28.525058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.544582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Made reservation on behalf of 4970b71eaa20436d88ef98187afa4dad for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:28.547640 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.570506 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Made reservation on behalf of e83707fa7d674eada5b455e5a93df6b6 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:28.574461 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.740405 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.741503 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:28.742255 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.789198 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.809756 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2423260 Aug 10 10:25:28.811491 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55314) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:28.830107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Request body: {'subnet': {'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-subnet', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:28.842521 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df8770-3b36-4b61-bbac-c867b5487baa admin admin] Pushing event updated for resources: {'Network': ['ID=6f84f074-0aa7-4654-9873-620c93c96ba8,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.864164 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:25:28.897860 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.916074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8920cfe-839c-4547-b460-2bbf460dc8ad,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.916074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Checking segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:28.917476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Network hostable DHCP agents. Network: aae8c957-69bd-408a-88a3-8f5be039c9ec, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:25:28.920032 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Made reservation on behalf of e97924377468499aad42c62dc70f4ccc for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:28.922441 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:28.984696 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23e150c-e072-4271-a46f-a87015537e7e,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:28.988013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:25:29.005465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, aae8c957-69bd-408a-88a3-8f5be039c9ec) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:29.012543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:29.013167 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.023995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778fc61-7ee9-42bf-a348-1bfc13b29ba5 None None] Network aae8c957-69bd-408a-88a3-8f5be039c9ec requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:29.037215 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-df3d9419-7dc4-4dfa-883e-be7945ed2038 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6074433 Aug 10 10:25:29.040595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55322) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:29.046841 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:29.067560 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Checking segment: {'id': '9736d3c5-eafb-47cf-b213-7bea75a65067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:29.068049 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Network hostable DHCP agents. Network: 4fc16f37-242b-4cb1-92af-91022698404b, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:25:29.086128 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.087783 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.106113 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Network 4fc16f37-242b-4cb1-92af-91022698404b is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:25:29.114311 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 4fc16f37-242b-4cb1-92af-91022698404b) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:29.127897 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:29.128980 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.149758 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b1143eb9-af12-4abd-87f9-82b3b65c8a76 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6752114 Aug 10 10:25:29.218274 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.245880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10318086-e27d-4b45-a95a-e6d81562f4c6 None None] Network 4fc16f37-242b-4cb1-92af-91022698404b requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:29.320972 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.421664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.459894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae2a4a-5c0c-4a20-b96d-22ae23482ecb None None] Network 4fc16f37-242b-4cb1-92af-91022698404b requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:29.499286 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04e9f2c-6274-4dc0-b52d-fc333beaae05,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:29.539066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Checking segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:29.539438 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Network hostable DHCP agents. Network: 6f84f074-0aa7-4654-9873-620c93c96ba8, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:25:29.594170 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:25:29.608281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 6f84f074-0aa7-4654-9873-620c93c96ba8) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:29.625993 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:29.627259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.646435 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d0925420-142f-49de-bd57-2f7f8a9692c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8336704 Aug 10 10:25:29.650099 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55344) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:29.654454 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4926420-57b1-4630-a138-23e6769ae404 None None] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:29.664962 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:29.743828 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.745324 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.750797 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.794458 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.878288 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:29.897421 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-aae8c957-69bd-408a-88a3-8f5be039c9ec', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:25:29.898570 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.082664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.103770 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Allocated IP 172.27.2.142 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/42ed000b-73f1-4811-8ae2-505386a5fa50) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:30.205842 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Allocated IP 172.20.0.2 (aae8c957-69bd-408a-88a3-8f5be039c9ec/c8920cfe-839c-4547-b460-2bbf460dc8ad/31d38e66-dacc-428e-8da5-8042d4a3595b) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:30.246573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55392) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:30.249070 dv-cinder-804035-3-iscsi neutron-server[93284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 10:25:30.330755 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.399435 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.407824 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.439630 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Transition to ACTIVE for port object 31d38e66-dacc-428e-8da5-8042d4a3595b will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:30.499446 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Transition to ACTIVE for port object 31d38e66-dacc-428e-8da5-8042d4a3595b will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:30.502782 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:30.544477 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.552612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-683c8f54-30e6-4477-b6b3-9e55c2c5b20d tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:30.561133 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-683c8f54-30e6-4477-b6b3-9e55c2c5b20d tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/networks?id=4fc16f37-242b-4cb1-92af-91022698404b HTTP/1.1" status: 200 len: 811 time: 0.3129394 Aug 10 10:25:30.584486 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-6f84f074-0aa7-4654-9873-620c93c96ba8', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:25:30.585274 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-ee7f6905-0d2f-4087-b00d-7e76ec19d1af tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/quotas/e83707fa7d674eada5b455e5a93df6b6 HTTP/1.1" status: 200 len: 375 time: 0.0217786 Aug 10 10:25:30.585811 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.586262 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:30.618580 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:30.702378 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-1fb06902-ccc1-4b85-9389-a8dec9bd1e11 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e83707fa7d674eada5b455e5a93df6b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084998 Aug 10 10:25:30.728263 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:30.735083 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Pushing event updated for resources: {'Port': ['ID=31d38e66-dacc-428e-8da5-8042d4a3595b,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:30.737662 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:30.745998 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:30.778082 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.778687 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.779182 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.779715 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.780230 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.780724 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.781218 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.781705 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.782215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.782703 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.783180 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.783674 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Tracked resource versions report: Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: pushed versions: Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: { 'AddressGroup': {'1.2'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'ConntrackHelper': {'1.0'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Log': {'1.0'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Network': {'1.1'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Port': {'1.7'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'PortForwarding': {'1.2'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'QosPolicy': {'1.9'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroup': {'1.4'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SubPort': {'1.0'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Subnet': {'1.1'}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Trunk': {'1.1'}} Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: consumer versions: Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: HyperV agent@hv-cinder-80403: {}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'ConntrackHelper': '1.0', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Log': '1.0', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Network': '1.1', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Port': '1.7', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'PortForwarding': '1.2', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'QosPolicy': '1.9', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroup': '1.4', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SecurityGroupRule': '1.2', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'SubPort': '1.0', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Subnet': '1.1', Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: 'Trunk': '1.1'}} Aug 10 10:25:30.784917 dv-cinder-804035-3-iscsi neutron-server[93286]: {{(pid=93286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:25:30.864801 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Attempting to bind port 31d38e66-dacc-428e-8da5-8042d4a3595b on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:30.865581 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Attempting to bind port 31d38e66-dacc-428e-8da5-8042d4a3595b by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:30.866177 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Attempting to bind port 31d38e66-dacc-428e-8da5-8042d4a3595b on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:30.870341 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Allocated IP 172.20.0.2 (6f84f074-0aa7-4654-9873-620c93c96ba8/b04e9f2c-6274-4dc0-b52d-fc333beaae05/d2331bad-af9c-451a-b8b2-8aff04774595) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:30.876633 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Pushing event updated for resources: {'Port': ['ID=42ed000b-73f1-4811-8ae2-505386a5fa50,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:30.877824 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:30.878401 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Checking segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:30.879029 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.879604 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Bound using segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:30.880231 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Bound port: 31d38e66-dacc-428e-8da5-8042d4a3595b, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:30.881141 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.927585 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.955504 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:30.970553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-e64a2d02-b698-473f-b59c-548a8b5d8cb5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:25:30.971812 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-e64a2d02-b698-473f-b59c-548a8b5d8cb5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636160 Aug 10 10:25:31.018631 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] For port 31d38e66-dacc-428e-8da5-8042d4a3595b, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:31.024463 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] For port 31d38e66-dacc-428e-8da5-8042d4a3595b, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=31d38e66-dacc-428e-8da5-8042d4a3595b,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:31.033219 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.089409 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-d4d29774-86aa-483c-93fe-4a183f8e8b26 service neutron] 10.222.0.10 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063216 Aug 10 10:25:31.121879 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6a78-6a9e-4379-b56b-1cdb9f6e56d9 None None] Pushing event updated for resources: {'Port': ['ID=31d38e66-dacc-428e-8da5-8042d4a3595b,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:31.146038 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.163364 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Transition to ACTIVE for port object d2331bad-af9c-451a-b8b2-8aff04774595 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:31.183162 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Transition to ACTIVE for port object d2331bad-af9c-451a-b8b2-8aff04774595 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:31.193343 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.209105 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Allocated IP 172.27.2.252 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/165a367c-9bd5-43ab-9de4-db8feb60d376) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:31.222077 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.222662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55424) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:31.245587 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:31.248527 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:31.254331 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:31.257431 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-a3c42674-5809-44a2-abcd-35c3884f52d5 service neutron] 10.222.0.10 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579800 Aug 10 10:25:31.287256 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Pushing event updated for resources: {'Port': ['ID=d2331bad-af9c-451a-b8b2-8aff04774595,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:31.325682 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Attempting to bind port d2331bad-af9c-451a-b8b2-8aff04774595 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:31.326043 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Attempting to bind port d2331bad-af9c-451a-b8b2-8aff04774595 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:31.326589 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Attempting to bind port d2331bad-af9c-451a-b8b2-8aff04774595 on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:31.332584 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:31.333482 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Checking segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:31.334135 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.334668 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Bound using segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:31.335316 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Bound port: d2331bad-af9c-451a-b8b2-8aff04774595, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:31.335908 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.379422 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e9e0da31-1019-4467-b13c-ccdc6aeb3a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.444260 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] For port d2331bad-af9c-451a-b8b2-8aff04774595, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:31.464477 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] For port d2331bad-af9c-451a-b8b2-8aff04774595, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d2331bad-af9c-451a-b8b2-8aff04774595,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:31.475733 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.537936 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e9e0da31-1019-4467-b13c-ccdc6aeb3a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.544447 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e9e0da31-1019-4467-b13c-ccdc6aeb3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.620254 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55444) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:31.622176 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e9e0da31-1019-4467-b13c-ccdc6aeb3a93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aea46e81c212426b934e96cfbb6df115&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3968823 Aug 10 10:25:31.623787 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0da31-1019-4467-b13c-ccdc6aeb3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b5a9f1-ff03-4d26-9665-291469bc9ab1,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:31.658287 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e1318-bf8a-4681-a690-dbcc20e2ebda None None] Pushing event updated for resources: {'Port': ['ID=d2331bad-af9c-451a-b8b2-8aff04774595,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:31.777738 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:31.792962 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d440bd36-e55e-4df1-b476-7ee1c962ff07 req-c6b9f520-b65c-44cf-aa35-abb7076a3824 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0996635 Aug 10 10:25:31.904804 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:25:31.939118 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.068830 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.147528 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.152545 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.227499 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:32.253247 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:32.255306 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Pushing event updated for resources: {'Port': ['ID=165a367c-9bd5-43ab-9de4-db8feb60d376,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:32.268307 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:32.588453 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.590993 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.604770 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15b5a9f1-ff03-4d26-9665-291469bc9ab1 HTTP/1.1" status: 204 len: 168 time: 0.9821777 Aug 10 10:25:32.640655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 31d38e66-dacc-428e-8da5-8042d4a3595b up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:32.721621 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:25:32.727986 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27be1c-8447-4c3f-8718-b2a4ae687b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b5a9f1-ff03-4d26-9665-291469bc9ab1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:32.750256 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65a622-81dc-427b-a6be-e053ef556ff3 None None] Network aae8c957-69bd-408a-88a3-8f5be039c9ec requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:32.892018 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:32.995219 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-41beedaa-f96f-48d9-aa3b-e07495bb268f req-1c64d6ad-b3f8-4545-94ea-3ab04f7c9751 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0823965 Aug 10 10:25:33.021365 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 31d38e66-dacc-428e-8da5-8042d4a3595b completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:33.028404 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Provisioning for port 31d38e66-dacc-428e-8da5-8042d4a3595b completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:33.048540 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Provisioning complete for port 31d38e66-dacc-428e-8da5-8042d4a3595b triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:33.048913 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.050520 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 31d38e66-dacc-428e-8da5-8042d4a3595b triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:33.050873 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.077652 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:25:33.093924 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:25:33.109510 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:33.110159 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:33.121892 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.125917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55540) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:33.128303 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a4088b7b-f8e9-443f-baa2-5d0e073baf7d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0866508 Aug 10 10:25:33.324354 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daaa301-5e63-404b-9ecc-1ff94726e23e None None] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:33.437021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.525144 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.585766 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:33.768080 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] For port 31d38e66-dacc-428e-8da5-8042d4a3595b, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=31d38e66-dacc-428e-8da5-8042d4a3595b,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:33.778411 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Router c935c686-d930-44e0-a69b-f244b24c0e33 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:25:33.809210 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:33.831324 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.079931 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c9769-b2e6-4e4e-b0aa-a0e913f8d5cc None None] Pushing event updated for resources: {'Port': ['ID=31d38e66-dacc-428e-8da5-8042d4a3595b,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:34.102478 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-1354f14f-2b71-47ab-b743-8920c151142a None None] Provisioning for port d2331bad-af9c-451a-b8b2-8aff04774595 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:34.106583 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:30Z', 'revision_number': 3, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:34.115006 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.db.api [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:25:34.115441 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG oslo_db.api [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:25:34.136710 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:25:34.152162 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:25:34.155070 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.159624 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0d9c9aa5-3bc8-4007-8a1a-98a1ebdc888a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5067756 Aug 10 10:25:34.160680 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55586) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:34.171412 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:34.172324 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:34.177689 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:25:34.178034 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Updating router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 port 42ed000b-73f1-4811-8ae2-505386a5fa50 binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:25:34.248237 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.353013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55590) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:34.369916 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:34.427100 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73279676-1b20-4b8a-9211-343b581f34b1 req-02c79c5f-7627-4937-9d79-345cf5e3f480 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0701342 Aug 10 10:25:34.459490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a26599b9-660b-4c12-9d82-169068197dd7 None None] Provisioning complete for port 31d38e66-dacc-428e-8da5-8042d4a3595b triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:34.460227 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a26599b9-660b-4c12-9d82-169068197dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.561963 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.628280 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.639632 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Transition to ACTIVE for port object 42ed000b-73f1-4811-8ae2-505386a5fa50 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:34.648373 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.709482 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Attempting to bind port 42ed000b-73f1-4811-8ae2-505386a5fa50 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:34.710302 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Attempting to bind port 42ed000b-73f1-4811-8ae2-505386a5fa50 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:34.710965 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Attempting to bind port 42ed000b-73f1-4811-8ae2-505386a5fa50 on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:34.719754 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Pushing event updated for resources: {'Port': ['ID=42ed000b-73f1-4811-8ae2-505386a5fa50,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:34.722767 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:34.723406 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:34.724040 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.724486 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:34.724965 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Bound port: 42ed000b-73f1-4811-8ae2-505386a5fa50, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:34.725713 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.766887 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.767556 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.768353 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.768909 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.769465 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.770123 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.770663 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.771065 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.771509 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.771932 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.772469 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.773011 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Tracked resource versions report: Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: pushed versions: Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: { 'AddressGroup': {'1.2'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'ConntrackHelper': {'1.0'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Log': {'1.0'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Network': {'1.1'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Port': {'1.7'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'PortForwarding': {'1.2'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'QosPolicy': {'1.9'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroup': {'1.4'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroupRule': {'1.2'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SubPort': {'1.0'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Subnet': {'1.1'}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Trunk': {'1.1'}} Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: consumer versions: Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: { DHCP agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: HyperV agent@hv-cinder-80403: {}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: L3 agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: Metadata agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: Metering agent@dv-cinder-804035-3-iscsi: {}, Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: Open vSwitch agent@dv-cinder-804035-3-iscsi: { 'AddressGroup': '1.2', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'ConntrackHelper': '1.0', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Log': '1.0', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Network': '1.1', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Port': '1.7', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'PortForwarding': '1.2', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'QosPolicy': '1.9', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroup': '1.4', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SecurityGroupRule': '1.2', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'SubPort': '1.0', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Subnet': '1.1', Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: 'Trunk': '1.1'}} Aug 10 10:25:34.774444 dv-cinder-804035-3-iscsi neutron-server[93287]: {{(pid=93287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 10:25:34.782074 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d2331bad-af9c-451a-b8b2-8aff04774595 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:34.795468 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.836645 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] For port 42ed000b-73f1-4811-8ae2-505386a5fa50, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:34.842164 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] For port 42ed000b-73f1-4811-8ae2-505386a5fa50, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=42ed000b-73f1-4811-8ae2-505386a5fa50,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:34.848713 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.891894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port d2331bad-af9c-451a-b8b2-8aff04774595 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:34.898053 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port d2331bad-af9c-451a-b8b2-8aff04774595 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:34.898613 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:34.917283 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b07b0-21f6-4804-a922-fb4c097f9c02 None None] Pushing event updated for resources: {'Port': ['ID=42ed000b-73f1-4811-8ae2-505386a5fa50,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:34.936742 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:32Z', 'revision_number': 3, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:34.958135 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:34.958882 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:34.994812 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:25:34.994812 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Updating router c935c686-d930-44e0-a69b-f244b24c0e33 port 165a367c-9bd5-43ab-9de4-db8feb60d376 binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:25:35.018189 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Allocated IP 172.20.0.1 (6f84f074-0aa7-4654-9873-620c93c96ba8/b04e9f2c-6274-4dc0-b52d-fc333beaae05/ac5333e5-5da7-4424-a574-9740b57cbb1a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:35.047109 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-efd16ce3-45ee-4e2b-980b-e64bdc5eb40b None None] Provisioning complete for port d2331bad-af9c-451a-b8b2-8aff04774595 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:35.047511 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-efd16ce3-45ee-4e2b-980b-e64bdc5eb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.049692 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.174987 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.197580 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Transition to ACTIVE for port object ac5333e5-5da7-4424-a574-9740b57cbb1a will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:35.208253 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:35.234921 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.285679 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.311292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port d2331bad-af9c-451a-b8b2-8aff04774595, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d2331bad-af9c-451a-b8b2-8aff04774595,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:35.339723 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:35.341137 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Allocated IP 172.20.0.1 (aae8c957-69bd-408a-88a3-8f5be039c9ec/c8920cfe-839c-4547-b460-2bbf460dc8ad/11470f4e-1259-4fa5-98cf-15db908e7c54) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:35.352598 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.374943 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Pushing event updated for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:35.383959 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:35.395800 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-efd16ce3-45ee-4e2b-980b-e64bdc5eb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.403088 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:35.403598 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.559208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.585211 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:30Z', 'revision_number': 3, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:35.591956 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Transition to ACTIVE for port object 11470f4e-1259-4fa5-98cf-15db908e7c54 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:35.596506 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.db.api [None req-efd16ce3-45ee-4e2b-980b-e64bdc5eb40b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:25:35.598222 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG oslo_db.api [None req-efd16ce3-45ee-4e2b-980b-e64bdc5eb40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:25:35.637540 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 31d38e66-dacc-428e-8da5-8042d4a3595b up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:35.639755 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=d2331bad-af9c-451a-b8b2-8aff04774595,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:35.648023 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74128a02-c5dd-4cf6-b3cc-a86a8715152a None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:30Z', 'revision_number': 3, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:25:35.708206 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.720232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Transition to ACTIVE for port object 165a367c-9bd5-43ab-9de4-db8feb60d376 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:35.735699 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.762126 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.769206 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0218b038-0278-43af-8773-f78559fe3ac4 req-5ca1c9e9-d3cc-492d-882c-7701261b0671 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0347066 Aug 10 10:25:35.771854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.835961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Attempting to bind port 165a367c-9bd5-43ab-9de4-db8feb60d376 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:35.836513 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Attempting to bind port 165a367c-9bd5-43ab-9de4-db8feb60d376 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:35.839764 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Attempting to bind port 165a367c-9bd5-43ab-9de4-db8feb60d376 on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:35.851043 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc696-158d-4ed8-b424-087da3aaac3b None None] Pushing event updated for resources: {'Port': ['ID=165a367c-9bd5-43ab-9de4-db8feb60d376,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:35.854951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:35.855157 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:35.855581 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.855961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:35.856432 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Bound port: 165a367c-9bd5-43ab-9de4-db8feb60d376, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:35.856819 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.892113 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:35.898054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:35.905949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:35.906510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.936395 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] For port 165a367c-9bd5-43ab-9de4-db8feb60d376, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:35.940947 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] For port 165a367c-9bd5-43ab-9de4-db8feb60d376, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=165a367c-9bd5-43ab-9de4-db8feb60d376,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:35.942054 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 31d38e66-dacc-428e-8da5-8042d4a3595b triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:35.942468 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:35.999933 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.113655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Pushing event updated for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:36.285582 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.291850 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fc696-158d-4ed8-b424-087da3aaac3b None None] Pushing event updated for resources: {'Port': ['ID=165a367c-9bd5-43ab-9de4-db8feb60d376,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:36.294767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.295916 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.430070 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:36.430432 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Pushing event updated for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:36.431044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:36.446112 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.514136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:36.518265 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:36.859606 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Provisioning for port ac5333e5-5da7-4424-a574-9740b57cbb1a completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:36.867429 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55656) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:36.871122 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:36.873526 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Provisioning complete for port ac5333e5-5da7-4424-a574-9740b57cbb1a triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:36.873838 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.914295 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:25:36.919708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.931104 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:36.933347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:37.004391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Pushing event updated for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:37.049419 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Port ac5333e5-5da7-4424-a574-9740b57cbb1a cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:37.069125 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b0eb13-1e56-4736-86cf-c1aea6e6234b req-8e2468af-419f-4580-b233-bfeda8481b23 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0633769 Aug 10 10:25:37.086967 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:25:37.094771 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4e3a8505-8208-4433-a74d-40c13fc3f31f admin admin] 10.222.0.10 "PUT /v2.0/routers/c935c686-d930-44e0-a69b-f244b24c0e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9327934 Aug 10 10:25:37.109149 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34ebe86f-1eb4-40ba-9d5c-ea06102886bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:37.184788 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.24', 51814) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:37.226566 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:37.230977 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:37.337001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Provisioning for port 11470f4e-1259-4fa5-98cf-15db908e7c54 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:37.378888 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Provisioning complete for port 11470f4e-1259-4fa5-98cf-15db908e7c54 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:37.379334 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:37.499777 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:25:37.584755 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 2, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:37.734183 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-03f755b3-81b0-4572-9df1-499ca8d4a254 None None] Port 11470f4e-1259-4fa5-98cf-15db908e7c54 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:37.746053 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c9ae-d6ef-4b44-81e8-5090728fc7dd None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 2, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:25:37.772304 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 42ed000b-73f1-4811-8ae2-505386a5fa50 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:37.921192 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Provisioning complete for port ac5333e5-5da7-4424-a574-9740b57cbb1a triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:37.922570 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.000030 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 42ed000b-73f1-4811-8ae2-505386a5fa50 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:38.004473 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-939107e4-a06b-4b54-9805-b3aca29498ea tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:38.006179 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Port ac5333e5-5da7-4424-a574-9740b57cbb1a cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:38.007130 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-939107e4-a06b-4b54-9805-b3aca29498ea tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.24 "GET /v2.0/networks?id=4fc16f37-242b-4cb1-92af-91022698404b HTTP/1.1" status: 200 len: 811 time: 0.8178294 Aug 10 10:25:38.012586 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55722) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:38.020163 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 42ed000b-73f1-4811-8ae2-505386a5fa50 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:38.020774 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.054201 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Provisioning complete for port 11470f4e-1259-4fa5-98cf-15db908e7c54 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:38.054691 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.131457 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34ebe86f-1eb4-40ba-9d5c-ea06102886bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.140618 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34ebe86f-1eb4-40ba-9d5c-ea06102886bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.153261 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5d553cba-e99f-48a5-8129-5e30d50c0161 None None] Port 11470f4e-1259-4fa5-98cf-15db908e7c54 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:38.254372 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:25:38.272164 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.298645 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-34ebe86f-1eb4-40ba-9d5c-ea06102886bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0408da388a234006b5d27148629dfa31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4300621 Aug 10 10:25:38.302598 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55736) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:38.305509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-22f96725-3a17-483a-a5be-d5ecafacda74 admin admin] 10.222.0.10 "PUT /v2.0/routers/35aad6f5-6b67-481f-bea5-0e5f97ae4493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1784849 Aug 10 10:25:38.309606 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe86f-1eb4-40ba-9d5c-ea06102886bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea61cd-4680-445b-bf61-e9172b1e1f2c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:38.320174 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b80bd73c-9ec8-47cb-9029-7efd0a6dc510 req-d190f87d-9995-4a93-969f-cb03b4eff3dd tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0633821 Aug 10 10:25:38.360302 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 42ed000b-73f1-4811-8ae2-505386a5fa50, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=42ed000b-73f1-4811-8ae2-505386a5fa50,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:38.368573 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.370701 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d2331bad-af9c-451a-b8b2-8aff04774595 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:38.438320 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.441000 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1940b02-62a0-4272-b381-979fab7f5334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.480850 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.538059 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port d2331bad-af9c-451a-b8b2-8aff04774595 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:38.538785 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.540710 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=42ed000b-73f1-4811-8ae2-505386a5fa50,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:38.559850 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:25:38.584265 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:38.588760 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:38.634973 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.638508 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.643811 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41ea61cd-4680-445b-bf61-e9172b1e1f2c HTTP/1.1" status: 204 len: 168 time: 0.3402030 Aug 10 10:25:38.681415 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e0b4b-40a2-4a21-8c26-66828dec4c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea61cd-4680-445b-bf61-e9172b1e1f2c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:38.734715 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55762) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:38.742026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074737456', 'description': 'tempest-description--442355833'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:38.779516 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1940b02-62a0-4272-b381-979fab7f5334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.795082 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1940b02-62a0-4272-b381-979fab7f5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.864682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:38.920321 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1940b02-62a0-4272-b381-979fab7f5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8052a8-d34a-49ad-90b0-086d24f99fa1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:38.930584 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e1940b02-62a0-4272-b381-979fab7f5334 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d789e066ad32466984264a6a13858baf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9001195 Aug 10 10:25:38.933589 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55774) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:39.108777 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.141749 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:39.224930 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.227453 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.239659 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.306562 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.309999 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5738006 Aug 10 10:25:39.319885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55786) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:39.353008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group_rule': {'security_group_id': '66be3e94-0f3a-4d76-a6cb-c9fc66017cfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:39.397474 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.399999 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.405521 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289d17c-a047-43ca-87af-19f171cb8bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:39.407953 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b8052a8-d34a-49ad-90b0-086d24f99fa1 HTTP/1.1" status: 204 len: 168 time: 0.4726400 Aug 10 10:25:39.427444 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55792) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:39.469089 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c35e4-51a9-41e1-a56d-0bfb92e3828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8052a8-d34a-49ad-90b0-086d24f99fa1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:39.516547 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a4883287-17dd-4af3-a7fd-1716593cf6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.562227 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3fc97d57-e5c4-4d98-90eb-3a2c230934b6 req-24e5880d-feb3-46cb-9d85-1a1532a5dc1f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0578165 Aug 10 10:25:39.586836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.622192 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55796) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:39.636223 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857249988', 'description': 'tempest-description--611651293'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:39.709294 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 2, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:39.752315 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.754939 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:25:39.755524 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Updating router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 port 11470f4e-1259-4fa5-98cf-15db908e7c54 binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:25:39.767512 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 42ed000b-73f1-4811-8ae2-505386a5fa50 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:39.786219 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.801009 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.885537 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ae5691-808b-4b85-bcf6-5c5fd9de2a41,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:39.904274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a4883287-17dd-4af3-a7fd-1716593cf6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.907552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 42ed000b-73f1-4811-8ae2-505386a5fa50 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:39.907983 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.915071 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a4883287-17dd-4af3-a7fd-1716593cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.970376 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.983515 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-a4883287-17dd-4af3-a7fd-1716593cf6d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8f764dd2f2e46d69128ddbd6f750965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5549557 Aug 10 10:25:39.984531 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:39.985544 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-12799c93-6bbe-4af5-85b6-9748a443abb8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6641192 Aug 10 10:25:39.990105 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55808) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:39.990794 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55810) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:40.008626 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group_rule': {'security_group_id': '66be3e94-0f3a-4d76-a6cb-c9fc66017cfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:40.018559 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883287-17dd-4af3-a7fd-1716593cf6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca6549-2355-4b7c-a1fa-b471a7a4c9b6,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.028264 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 165a367c-9bd5-43ab-9de4-db8feb60d376 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:40.073714 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.127098 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.133623 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.160588 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 165a367c-9bd5-43ab-9de4-db8feb60d376 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:40.165164 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 165a367c-9bd5-43ab-9de4-db8feb60d376 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:40.165751 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.179738 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.218864 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.225715 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.234694 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.240072 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6105354 Aug 10 10:25:40.240277 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.242859 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55818) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:40.243808 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25821dd9-1eb5-4450-beda-d6c153fc21b9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899fd6c1-b299-475d-abfb-599b00e66845,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.270576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group_rule': {'security_group_id': '899fd6c1-b299-475d-abfb-599b00e66845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:40.272734 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dda45d-7cba-4930-980a-70cc26cd6dc7,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.277946 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Transition to ACTIVE for port object 11470f4e-1259-4fa5-98cf-15db908e7c54 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:40.288260 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.292632 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-58fdf9ee-08e2-4289-ae3b-df004b2a00cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902541 Aug 10 10:25:40.292809 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.292930 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.294033 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 55820) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:40.297146 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.304972 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:40.327073 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 165a367c-9bd5-43ab-9de4-db8feb60d376, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=165a367c-9bd5-43ab-9de4-db8feb60d376,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:40.331533 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.341681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.370772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.431562 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c07c5d-2a7b-451d-bcaf-7582b6996800 None None] Pushing event updated for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.446043 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=165a367c-9bd5-43ab-9de4-db8feb60d376,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.477486 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.483647 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.486375 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.489075 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.492925 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fca6549-2355-4b7c-a1fa-b471a7a4c9b6 HTTP/1.1" status: 204 len: 168 time: 0.4984195 Aug 10 10:25:40.512800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6bbfd7-68e3-4c85-89a5-8fd181f77246,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.515051 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Attempting to bind port 11470f4e-1259-4fa5-98cf-15db908e7c54 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:40.515446 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Attempting to bind port 11470f4e-1259-4fa5-98cf-15db908e7c54 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:40.515806 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Attempting to bind port 11470f4e-1259-4fa5-98cf-15db908e7c54 on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:40.527202 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.530492 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f8553b7b-750c-4564-98cf-04d56d6b3723 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2669952 Aug 10 10:25:40.531167 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55832) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:40.533970 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8f8c-0bbb-45f2-9f79-ee79c2ebd8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca6549-2355-4b7c-a1fa-b471a7a4c9b6,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.535054 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:40.535509 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Checking segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:40.535834 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.538360 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Bound using segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:40.538491 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group_rule': {'security_group_id': '899fd6c1-b299-475d-abfb-599b00e66845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:40.538878 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Bound port: 11470f4e-1259-4fa5-98cf-15db908e7c54, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:40.539280 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.581575 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.678482 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] For port 11470f4e-1259-4fa5-98cf-15db908e7c54, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:40.685414 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] For port 11470f4e-1259-4fa5-98cf-15db908e7c54, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=11470f4e-1259-4fa5-98cf-15db908e7c54,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:40.696097 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.707636 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.745381 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.763732 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.802938 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-983c4cfd-b62e-4cd3-9710-b2dc1812b60c req-e8f12f00-7453-451f-a01a-153de77ea432 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0927751 Aug 10 10:25:40.828275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427a701d-c7a7-40b6-90f7-9d2f949054d3,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:40.836890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.842022 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-bd8d5d76-a3ef-41dc-9f4e-3ba9c8173726 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093362 Aug 10 10:25:40.842772 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55840) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:40.852994 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:40.870535 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:40.878271 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:40.911622 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:40.969657 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.295980 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55860) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:41.299438 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Request body: {'port': {'device_id': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b', 'admin_state_up': True, 'tenant_id': 'e83707fa7d674eada5b455e5a93df6b6'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:41.303265 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:41.359717 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c07c5d-2a7b-451d-bcaf-7582b6996800 None None] Pushing event updated for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:41.460641 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.549664 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8543d12a-2752-47bd-be68-3bbfb9d7bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.621771 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 165a367c-9bd5-43ab-9de4-db8feb60d376 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:41.776532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:25:41.807746 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136316625-network', 'tenant_id': '555413cac98c4407b6940162660ea1dd'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:41.833084 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:41.837176 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:41.903813 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Made reservation on behalf of 555413cac98c4407b6940162660ea1dd for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:41.904179 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Made reservation on behalf of e83707fa7d674eada5b455e5a93df6b6 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:41.904496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.904826 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.932049 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:41.987341 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:42.011937 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 165a367c-9bd5-43ab-9de4-db8feb60d376 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:42.018144 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.049184 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36743879-a26c-46ec-9187-e0a45895b0ea None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:25:42.326141 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Allocated IP 172.27.2.113 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/9cb45ec6-35be-438d-8c55-fb4f034a5598) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:42.340261 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7daf46d0-75d4-4d8b-b658-c40cbec4e23a req-761e0c8a-37d3-4ab4-8349-3442f0cdafc3 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.2441618 Aug 10 10:25:42.340358 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:42.460106 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55904) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:42.508553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.517538 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.603766 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:25:42.632560 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b7dbd6-cbdf-44e1-80ee-98bc2481033d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:42.649967 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.653582 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Added segment e372451b-aebe-4029-a654-90c75450f76e of type vlan for network 16150335-6fc7-49b2-9ca6-be1a20e66269 Aug 10 10:25:42.656862 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.762431 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:42.780415 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.003220 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:43.009043 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Allocated IP 172.27.2.132 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/bcc49fe4-2b0d-46ab-89d2-10a86358f8db) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:43.017150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.024631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:43.027223 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.087851 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:43.117519 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 2, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:43.140328 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:43.152284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4af2ba1b-9f58-4414-9763-e020a3b8bd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.196393 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:25:43.196900 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Updating router c935c686-d930-44e0-a69b-f244b24c0e33 port ac5333e5-5da7-4424-a574-9740b57cbb1a binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:25:43.245532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.341939 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0447729 Aug 10 10:25:43.372935 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55928) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:43.444557 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=9cb45ec6-35be-438d-8c55-fb4f034a5598,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:43.510758 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Request body: {'subnet': {'network_id': '16150335-6fc7-49b2-9ca6-be1a20e66269', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136316625-subnet', 'tenant_id': '555413cac98c4407b6940162660ea1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:43.639781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.662415 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 11470f4e-1259-4fa5-98cf-15db908e7c54 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:43.703371 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e8f2-13a3-4448-b6d8-e3f16e082631 admin admin] Pushing event updated for resources: {'Network': ['ID=16150335-6fc7-49b2-9ca6-be1a20e66269,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:43.737346 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:43.769149 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:43.771030 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.db.api [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 10:25:43.771030 dv-cinder-804035-3-iscsi neutron-server[93284]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 10:25:43.771030 dv-cinder-804035-3-iscsi neutron-server[93284]: [parameters: {'project_id_1': '555413cac98c4407b6940162660ea1dd', 'expiration_1': datetime.datetime(2021, 8, 10, 10, 25, 43, 700420)}] Aug 10 10:25:43.771030 dv-cinder-804035-3-iscsi neutron-server[93284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:25:43.771796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG oslo_db.api [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:25:43.799597 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:43.808636 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:43.946973 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Allocated IP 172.20.0.12 (4fc16f37-242b-4cb1-92af-91022698404b/d23e150c-e072-4271-a46f-a87015537e7e/785a57de-bbce-4619-aca8-fbdc0cf9941a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:43.954477 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.006263 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c45c37c6-d8c5-4a57-901a-4c652eec3bdd req-74ea67ff-80a4-4deb-875b-84d58ee58cb5 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.4777639 Aug 10 10:25:44.034615 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.081671 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.116169 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 16150335-6fc7-49b2-9ca6-be1a20e66269 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:25:44.227057 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cd94f7b3-c52a-4c6e-887c-52bdec013a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.320795 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 11470f4e-1259-4fa5-98cf-15db908e7c54 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:44.428119 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 11470f4e-1259-4fa5-98cf-15db908e7c54 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:44.428838 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.444414 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=bcc49fe4-2b0d-46ab-89d2-10a86358f8db,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:44.456790 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.623186 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.680292 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.683812 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.728883 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Transition to ACTIVE for port object ac5333e5-5da7-4424-a574-9740b57cbb1a will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:44.793087 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.794674 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4af2ba1b-9f58-4414-9763-e020a3b8bd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.805872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 11470f4e-1259-4fa5-98cf-15db908e7c54, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=11470f4e-1259-4fa5-98cf-15db908e7c54,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:44.822956 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4af2ba1b-9f58-4414-9763-e020a3b8bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.914806 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4af2ba1b-9f58-4414-9763-e020a3b8bd3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c85838b8d3e45c8bf08c3c2b7fe5ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4521601 Aug 10 10:25:44.933482 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c63e-cb01-4f5c-813b-f2780f30983a None None] Pushing event updated for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:44.938244 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:44.976487 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 55980) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:45.060725 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Made reservation on behalf of 555413cac98c4407b6940162660ea1dd for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:45.063250 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.156440 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.227931 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:45.509494 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.511499 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Attempting to bind port ac5333e5-5da7-4424-a574-9740b57cbb1a on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:45.512715 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Attempting to bind port ac5333e5-5da7-4424-a574-9740b57cbb1a by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:45.513479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Attempting to bind port ac5333e5-5da7-4424-a574-9740b57cbb1a on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:45.534428 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.539458 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.542022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:45.542823 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Checking segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:45.543591 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.545558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Bound using segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:45.547915 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Bound port: ac5333e5-5da7-4424-a574-9740b57cbb1a, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:45.549584 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.649010 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 11470f4e-1259-4fa5-98cf-15db908e7c54 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:45.689606 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.741240 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] For port ac5333e5-5da7-4424-a574-9740b57cbb1a, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:45.748025 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] For port ac5333e5-5da7-4424-a574-9740b57cbb1a, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=ac5333e5-5da7-4424-a574-9740b57cbb1a,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:45.748486 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.754838 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.778459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.784304 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2ba1b-9f58-4414-9763-e020a3b8bd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38380cb0-6d13-4202-89fe-236b1eae9969,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:45.816136 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5209417 Aug 10 10:25:45.817099 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 11470f4e-1259-4fa5-98cf-15db908e7c54 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:45.817474 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.832309 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba528cb-617c-4ab2-9dd3-716e865220de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=9cb45ec6-35be-438d-8c55-fb4f034a5598,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:45.945618 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:45.966577 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Network 4fc16f37-242b-4cb1-92af-91022698404b is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:45.969392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56018) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:46.009349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:46.017503 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:46.035936 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:46.036855 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.042922 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:25:46.045917 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:25:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:46.080031 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.144621 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.160856 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Pushing event updated for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:46.178298 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-cb010cca-152a-49ce-943a-e0262a62d10f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9407008 Aug 10 10:25:46.189672 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c63e-cb01-4f5c-813b-f2780f30983a None None] Pushing event updated for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:46.205699 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-18a73bd5-f54b-4ed5-a783-d87bd3e3c05d tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:25:46.206964 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-18a73bd5-f54b-4ed5-a783-d87bd3e3c05d tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069838 Aug 10 10:25:46.279538 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d7e654b5-010e-45d4-b30c-5fd4af5c8f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.467451 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:25:46.501963 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.538901 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.549978 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d7e654b5-010e-45d4-b30c-5fd4af5c8f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.562597 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d7e654b5-010e-45d4-b30c-5fd4af5c8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.598347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.656679 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.669401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.673595 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:46.675737 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38380cb0-6d13-4202-89fe-236b1eae9969 HTTP/1.1" status: 204 len: 168 time: 1.6981022 Aug 10 10:25:46.735669 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Checking segment: {'id': 'e372451b-aebe-4029-a654-90c75450f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '16150335-6fc7-49b2-9ca6-be1a20e66269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:46.736451 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Network hostable DHCP agents. Network: 16150335-6fc7-49b2-9ca6-be1a20e66269, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:25:46.741684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679fb4-2d45-4aa5-b2a5-26de1a7f7020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38380cb0-6d13-4202-89fe-236b1eae9969,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:46.765099 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d7e654b5-010e-45d4-b30c-5fd4af5c8f96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1899093163f54af5acfcf2dcfb0f71ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943532 Aug 10 10:25:46.775426 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62671d0-097f-4a2e-81e4-405a0f6d8580 req-c8f24371-f069-4fee-86c3-40618fd8bd3f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:46.777426 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56040) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:46.780486 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d62671d0-097f-4a2e-81e4-405a0f6d8580 req-c8f24371-f069-4fee-86c3-40618fd8bd3f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 932 time: 1.0487547 Aug 10 10:25:46.849205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e654b5-010e-45d4-b30c-5fd4af5c8f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77b08b-ef43-4e68-83cf-22fff0d84237,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:46.945648 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-7a363869-fb1a-40f7-af79-22a37eb1fb5b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1074737456&fields=id&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 267 time: 0.4673140 Aug 10 10:25:46.990054 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d62671d0-097f-4a2e-81e4-405a0f6d8580 req-69f55224-4f19-4410-8f0a-817adc760bcb tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884718 Aug 10 10:25:46.991923 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.005528 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1614382 Aug 10 10:25:47.014302 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:45Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:47.023453 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db84d4d-7ae4-4f3e-880f-9afb80c7b4f1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=bcc49fe4-2b0d-46ab-89d2-10a86358f8db,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:47.061620 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.081559 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60caf587-1f87-4d44-91f1-b9fd0ce21c4d,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:47.090660 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c9a03-7793-45ae-82dc-b9635e1fc746 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:45Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:25:47.146600 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.243115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Network 16150335-6fc7-49b2-9ca6-be1a20e66269 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:25:47.268914 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.277974 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.290792 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d77b08b-ef43-4e68-83cf-22fff0d84237 HTTP/1.1" status: 204 len: 168 time: 0.5079336 Aug 10 10:25:47.319890 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b0b98-dce1-4ed7-9eaf-3309aa909c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77b08b-ef43-4e68-83cf-22fff0d84237,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:47.333510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 16150335-6fc7-49b2-9ca6-be1a20e66269) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:47.343595 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d2e48-3b6b-4074-9395-b1c5af4250b3 None None] Network 16150335-6fc7-49b2-9ca6-be1a20e66269 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:47.401919 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:47.402453 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:47.438296 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-b75a40dc-1061-4c67-b6d1-e6f18bd06950 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:47.457624 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-b75a40dc-1061-4c67-b6d1-e6f18bd06950 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 815 time: 0.4497459 Aug 10 10:25:47.532271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-2eb85b2b-548b-4556-b18b-a3fee1843d04 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0398867 Aug 10 10:25:47.548221 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-82a35a7b-4aa2-48d6-8d77-8f2a28630737 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/quotas/e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 375 time: 0.0882883 Aug 10 10:25:47.748636 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device ac5333e5-5da7-4424-a574-9740b57cbb1a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:47.762667 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-6eb92c7e-13d3-4459-96fe-021e318fee96 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1857249988&fields=id&tenant_id=4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 267 time: 0.2967830 Aug 10 10:25:47.847957 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-634037ed-32b7-4fea-83ac-f9f419976b14 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2907038 Aug 10 10:25:47.857361 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Request body: {'port': {'device_id': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:47.876656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad7b04-1186-4fd7-ae20-413355eed355 None None] Network 16150335-6fc7-49b2-9ca6-be1a20e66269 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:48.040776 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.060267 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port ac5333e5-5da7-4424-a574-9740b57cbb1a completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:48.074957 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port ac5333e5-5da7-4424-a574-9740b57cbb1a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:48.078302 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.170006 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-d4478b10-68ec-4c44-a0e2-75a30e83e74d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:48.173542 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-d4478b10-68ec-4c44-a0e2-75a30e83e74d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 810 time: 0.4015057 Aug 10 10:25:48.177533 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-1a216208-bcd6-44e4-984a-6b70b6043fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934804 Aug 10 10:25:48.277709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56110) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:48.375744 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-56fed793-22ce-44e1-a6ab-c123bd9f834d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/quotas/4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 375 time: 0.1859419 Aug 10 10:25:48.408510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-01e3c718-c261-4702-871e-924abc3cdd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.453077 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.529605 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port ac5333e5-5da7-4424-a574-9740b57cbb1a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=ac5333e5-5da7-4424-a574-9740b57cbb1a,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:48.538864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.647061 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-01e3c718-c261-4702-871e-924abc3cdd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.665356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-01e3c718-c261-4702-871e-924abc3cdd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:48.719865 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:48.786142 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-01e3c718-c261-4702-871e-924abc3cdd9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53f1c09d61564f0196d26a3e70d65abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032468 Aug 10 10:25:48.789565 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56120) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:48.793508 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-b339476a-5aa9-4cdf-8bd4-d8b3cab04119 service neutron] 10.222.0.10 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051116 Aug 10 10:25:48.816163 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-e0215df1-4fb9-4f27-9166-a6e86c4020d1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4326148 Aug 10 10:25:48.817010 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3c718-c261-4702-871e-924abc3cdd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5011be5-3bbf-4dde-a87b-16477c744496,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:49.121142 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.186392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.274215 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e365-bb1e-432f-8fbf-504b2873dc19 req-8f7f182f-a2c3-45a7-85ac-6cd38132d593 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:49.288328 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45b3e365-bb1e-432f-8fbf-504b2873dc19 req-8f7f182f-a2c3-45a7-85ac-6cd38132d593 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 932 time: 0.2679486 Aug 10 10:25:49.349540 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.353023 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.360322 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5011be5-3bbf-4dde-a87b-16477c744496 HTTP/1.1" status: 204 len: 168 time: 0.5687413 Aug 10 10:25:49.375099 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ad8bb-6b6a-4dd0-82d6-3df8ac9da74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5011be5-3bbf-4dde-a87b-16477c744496,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:49.451235 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785a57de-bbce-4619-aca8-fbdc0cf9941a {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:25:49.483102 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45b3e365-bb1e-432f-8fbf-504b2873dc19 req-7902f7c0-3cb9-44bc-8beb-e12ed761a23f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884952 Aug 10 10:25:49.499480 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-d5c63f14-e03a-4b38-beb6-755e8e0568c3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:25:49.522388 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-d5c63f14-e03a-4b38-beb6-755e8e0568c3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3703988 Aug 10 10:25:49.530049 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.586838 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Transition to ACTIVE for port object 785a57de-bbce-4619-aca8-fbdc0cf9941a will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:49.593598 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.624513 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device ac5333e5-5da7-4424-a574-9740b57cbb1a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:25:49.704592 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c637584-a35f-4858-9962-c23bd784b531 req-ec403ad1-6ae0-4918-b73b-8388f7c76a19 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0484400 Aug 10 10:25:49.728386 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Pushing event updated for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:49.805897 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port ac5333e5-5da7-4424-a574-9740b57cbb1a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:49.808181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.828246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Attempting to bind port 785a57de-bbce-4619-aca8-fbdc0cf9941a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:49.828246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Attempting to bind port 785a57de-bbce-4619-aca8-fbdc0cf9941a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9736d3c5-eafb-47cf-b213-7bea75a65067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:49.828246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Attempting to bind port 785a57de-bbce-4619-aca8-fbdc0cf9941a on network 4fc16f37-242b-4cb1-92af-91022698404b {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:49.835632 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Port 785a57de-bbce-4619-aca8-fbdc0cf9941a on network 4fc16f37-242b-4cb1-92af-91022698404b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:25:49.836038 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Attempting to bind port 785a57de-bbce-4619-aca8-fbdc0cf9941a on network 4fc16f37-242b-4cb1-92af-91022698404b {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:49.841922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:49.842205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Checking segment: {'id': '9736d3c5-eafb-47cf-b213-7bea75a65067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:49.843025 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Bound using segment: {'id': '9736d3c5-eafb-47cf-b213-7bea75a65067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:49.843608 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Bound port: 785a57de-bbce-4619-aca8-fbdc0cf9941a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9736d3c5-eafb-47cf-b213-7bea75a65067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:49.844137 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:49.852429 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-83cb7055-b562-4474-bb7a-8cfc0fd5cbb5 service neutron] 10.222.0.10 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310230 Aug 10 10:25:49.928330 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56178) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:49.949553 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453614077-network', 'tenant_id': '85535dabc2a0426f80ef9870e401c905'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:50.014941 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:50.041817 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a,segment=NetworkSegment(9736d3c5-eafb-47cf-b213-7bea75a65067),segment_id=9736d3c5-eafb-47cf-b213-7bea75a65067)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:50.053807 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:50.087343 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Made reservation on behalf of 85535dabc2a0426f80ef9870e401c905 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:50.089632 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:50.138289 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-45d991fc-2444-41f1-9c82-ebf92e54ce13 service neutron] 10.222.0.10 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729256 Aug 10 10:25:50.189459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Pushing event updated for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:50.193047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:50.262491 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:50.263174 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:50.264675 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-be279622-ac3e-429e-a55d-17a848e54782 service neutron] 10.222.0.24 "PUT /v2.0/ports/785a57de-bbce-4619-aca8-fbdc0cf9941a HTTP/1.1" status: 200 len: 1094 time: 3.0295796 Aug 10 10:25:50.265166 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:25:50.575132 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92be6036-6134-45de-a4d7-6d3b180da7f0 req-b341a67f-5103-44de-a314-6df545533a54 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0559275 Aug 10 10:25:50.759508 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-981eee85-1b27-4c05-af70-5b6df12bd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:50.766827 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-981eee85-1b27-4c05-af70-5b6df12bd2c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e83707fa7d674eada5b455e5a93df6b6&device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 1097 time: 0.3966169 Aug 10 10:25:50.819283 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245bbe8-dc8f-408c-aa10-f3e90e0c4782 req-92c67862-1d1e-4a09-af75-1b3eefca862e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:50.829001 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7245bbe8-dc8f-408c-aa10-f3e90e0c4782 req-92c67862-1d1e-4a09-af75-1b3eefca862e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.1492491 Aug 10 10:25:50.895049 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-916fa525-4a81-4e65-bb8f-8f30140c39f1 req-940f50e6-633b-4861-a3d4-a7b2524b82cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0579994 Aug 10 10:25:50.949595 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7245bbe8-dc8f-408c-aa10-f3e90e0c4782 req-51d585eb-cfba-425a-a54d-e20bafb9e94d tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192801 Aug 10 10:25:51.038026 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-74a35c65-3216-40dd-b8a3-e1f91c289317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a HTTP/1.1" status: 200 len: 217 time: 0.2217455 Aug 10 10:25:51.190577 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-9b3e4242-5054-4b7d-a92e-e6d935395146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:51.194156 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-9b3e4242-5054-4b7d-a92e-e6d935395146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d23e150c-e072-4271-a46f-a87015537e7e HTTP/1.1" status: 200 len: 851 time: 0.1298451 Aug 10 10:25:51.291179 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:25:51.677236 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-39a0325e-7053-4d71-8ca9-66bb589e1545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc16f37-242b-4cb1-92af-91022698404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4572122 Aug 10 10:25:51.695532 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:51.707069 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:51.732522 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e63501c1-7c94-40b3-aa3a-b0c703b3a092 req-9d4453c8-a8b2-48f8-a989-5d7e832a2a6d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0534854 Aug 10 10:25:51.861473 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:25:52.003874 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-d6c32253-4a89-4ced-a081-334ca0a434de service neutron] 10.222.0.24 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608376 Aug 10 10:25:52.012331 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e621d-2a1c-415a-a514-5d50bc54eb92,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:52.039829 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.046391 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Added segment a3a41050-ca1b-4927-a543-ac58ff738806 of type vlan for network 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 Aug 10 10:25:52.137333 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6582ead5-758d-45a1-9753-61ef0ed4fa45 req-4697dcc7-c7e5-4d29-9b75-2b921742858b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0600731 Aug 10 10:25:52.163533 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.293506 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964b6686-978c-45da-9e42-a51b70fa6db6 x-openstack-request-id: req-964b6686-978c-45da-9e42-a51b70fa6db6 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:25:52.294238 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:25:52.294238 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-964b6686-978c-45da-9e42-a51b70fa6db6 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:25:52.294637 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a', 'status': 'completed', 'code': 200} Aug 10 10:25:52.305388 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.307664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:52.308447 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.402761 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ad47-1b2e-4bf0-a6ab-b6129ce66e50 req-701d9b43-c7ae-4f35-ba4b-a9180feefe8f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:52.413209 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3fd3ad47-1b2e-4bf0-a6ab-b6129ce66e50 req-701d9b43-c7ae-4f35-ba4b-a9180feefe8f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.0978439 Aug 10 10:25:52.510732 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3fd3ad47-1b2e-4bf0-a6ab-b6129ce66e50 req-20f58937-26fb-4008-85ce-3905e26ada86 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953033 Aug 10 10:25:52.588174 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56300) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:52.627201 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] Pushing event updated for resources: {'Network': ['ID=89bb46ae-dd35-4090-a8b9-31ba2b40d5d9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:52.651516 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:25:52.659390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56304) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:52.661860 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7af6311e-557f-4d07-ab01-b35b1c33151c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7304699 Aug 10 10:25:52.665427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Request body: {'subnet': {'network_id': '89bb46ae-dd35-4090-a8b9-31ba2b40d5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1453614077-subnet', 'tenant_id': '85535dabc2a0426f80ef9870e401c905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:52.709891 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Made reservation on behalf of 85535dabc2a0426f80ef9870e401c905 for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:52.712788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.752949 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-6fd91ec4-4172-4de2-a3b2-f98826b38968 req-0c21de02-4181-4e9d-a219-6c34ac4be24c service neutron] 10.222.0.24 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643819 Aug 10 10:25:52.811955 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7c99069c-efb7-4fcf-9f77-7f6414c7cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:52.917005 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc246d23-9f32-42dd-91f6-bc2d37a48d9e req-878a86a4-229a-4f27-9668-dcc318061902 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0480928 Aug 10 10:25:53.100655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.108281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7c99069c-efb7-4fcf-9f77-7f6414c7cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.136746 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7c99069c-efb7-4fcf-9f77-7f6414c7cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.218657 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123488b4-6d68-4525-8119-c9bfc95c12cc,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:53.229285 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99069c-efb7-4fcf-9f77-7f6414c7cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10abf7a-2a66-4700-9d0b-ac9014722bd8,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:53.249941 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7c99069c-efb7-4fcf-9f77-7f6414c7cf8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=956a6b410d6341858448414897698f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571035 Aug 10 10:25:53.250069 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56328) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:53.259676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Checking segment: {'id': 'a3a41050-ca1b-4927-a543-ac58ff738806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '89bb46ae-dd35-4090-a8b9-31ba2b40d5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:53.260075 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Network hostable DHCP agents. Network: 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:25:53.278732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Network 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:25:53.302905 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:53.313458 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3051d92-2776-474b-a054-466db485ce5e None None] Network 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:53.336003 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f444061-9d6a-405a-8bb7-e4e42e633607 req-59dcbe56-2c60-4eae-9269-494357f9afe1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0467892 Aug 10 10:25:53.346428 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:53.347671 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.349662 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.400184 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-6ea6f1db-087b-48ea-b0d0-73c686a04873 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7389836 Aug 10 10:25:53.421191 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.531266 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.534909 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.539197 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d10abf7a-2a66-4700-9d0b-ac9014722bd8 HTTP/1.1" status: 204 len: 168 time: 0.2880673 Aug 10 10:25:53.557544 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeac01-6be5-41fc-b0d3-c21b933d8d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10abf7a-2a66-4700-9d0b-ac9014722bd8,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:53.639203 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056d4b5-0943-46ad-b858-aadd64ff586f None None] Network 89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:25:53.773067 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56352) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:53.776073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5214a-7f43-4b02-abfa-ddba7addb307 req-846c94e1-5226-4a03-b50a-e2b6d413cad8 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:53.787067 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f3c5214a-7f43-4b02-abfa-ddba7addb307 req-846c94e1-5226-4a03-b50a-e2b6d413cad8 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.1244733 Aug 10 10:25:53.844486 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Deleting subnet 60caf587-1f87-4d44-91f1-b9fd0ce21c4d {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:25:53.849262 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.880086 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f3c5214a-7f43-4b02-abfa-ddba7addb307 req-cc59a51e-9db4-4de1-8574-74f2b88222a5 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900640 Aug 10 10:25:53.931224 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:53.942946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.051781 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.075615 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1ab570fc-4a83-438c-9965-37bb2cfc4572 req-28d00655-90e3-42e4-bb5b-48ac3ce76d46 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0534024 Aug 10 10:25:54.084905 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60caf587-1f87-4d44-91f1-b9fd0ce21c4d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:54.090236 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.092246 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-56faea5a-faeb-4453-bf54-2eec0d8f82e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/60caf587-1f87-4d44-91f1-b9fd0ce21c4d HTTP/1.1" status: 204 len: 168 time: 0.3181853 Aug 10 10:25:54.095284 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56368) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.187644 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.195693 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56374) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.287037 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.300793 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.301191 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.301867 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.302185 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > port after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.302527 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56382) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.302610 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.302873 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > port after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.303183 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.303613 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.303924 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.304248 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.321130 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fa928c2-1060-4eb3-923e-2873e4b76d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.336619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8c46-18ef-4745-8c9d-c7da6c7839d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.412574 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.413526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.413850 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.414176 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:25:54.414556 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16150335-6fc7-49b2-9ca6-be1a20e66269']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:54.433630 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e372451b-aebe-4029-a654-90c75450f76e') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:54.433922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e372451b-aebe-4029-a654-90c75450f76e') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:54.457017 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.470492 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9133e9d5-7b51-457f-b7df-3ce1de19cdc8 req-b2b321e3-050f-4981-bdee-1db4d26b2da7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0377042 Aug 10 10:25:54.488312 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.492907 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fa928c2-1060-4eb3-923e-2873e4b76d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.508446 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:25:54.508446 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.508734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fa928c2-1060-4eb3-923e-2873e4b76d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: from cryptography.utils import int_from_bytes Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:25:54.508813 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:25:54.561394 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa928c2-1060-4eb3-923e-2873e4b76d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080357ab-c617-445c-9ee9-99f4bd2cda0e,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:54.563833 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.572068 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.575633 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16150335-6fc7-49b2-9ca6-be1a20e66269 HTTP/1.1" status: 204 len: 168 time: 0.4793160 Aug 10 10:25:54.587527 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56388) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.588526 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1fa928c2-1060-4eb3-923e-2873e4b76d45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=876c1d0d8c714fb0b66124ca742b823b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723007 Aug 10 10:25:54.588727 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56390) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.598772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76316-629d-4dbc-b307-4b73cc88c022 admin admin] Pushing event deleted for resources: {'Network': ['ID=16150335-6fc7-49b2-9ca6-be1a20e66269,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:54.661573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8c46-18ef-4745-8c9d-c7da6c7839d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.665580 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa7b8c46-18ef-4745-8c9d-c7da6c7839d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.705324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b8c46-18ef-4745-8c9d-c7da6c7839d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba7feb-95e0-4474-8674-742dd97ccf1c,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:54.705821 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Deleting subnet 123488b4-6d68-4525-8119-c9bfc95c12cc {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:25:54.710840 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-fa7b8c46-18ef-4745-8c9d-c7da6c7839d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba3426e529704a36959e1aee4f78414c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138733 Aug 10 10:25:54.714217 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56394) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:54.715045 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.747736 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-ca464a4e-eddc-4e6b-a51f-f13c58fe467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:54.749336 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-ca464a4e-eddc-4e6b-a51f-f13c58fe467d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e83707fa7d674eada5b455e5a93df6b6&device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 1097 time: 0.1421030 Aug 10 10:25:54.751580 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.765000 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.787129 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.787510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.847073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.849743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.850981 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeba7feb-95e0-4474-8674-742dd97ccf1c HTTP/1.1" status: 204 len: 168 time: 0.1359289 Aug 10 10:25:54.867745 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0702c8-50f0-4721-913b-14763a2c3f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba7feb-95e0-4474-8674-742dd97ccf1c,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:54.879639 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:54.964541 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.022639 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1fd80-7a7e-4080-a82a-f26e83d23d83 req-0af39821-66da-4892-82d5-897a48c28610 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:55.025196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b3d1fd80-7a7e-4080-a82a-f26e83d23d83 req-0af39821-66da-4892-82d5-897a48c28610 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.0630798 Aug 10 10:25:55.032767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-941fab64-0212-4755-93b0-991f254a774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:55.034559 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-941fab64-0212-4755-93b0-991f254a774e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fc16f37-242b-4cb1-92af-91022698404b HTTP/1.1" status: 200 len: 912 time: 0.2771404 Aug 10 10:25:55.079725 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b3d1fd80-7a7e-4080-a82a-f26e83d23d83 req-94428321-b4ff-4a98-8ebc-0321a2484b74 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481293 Aug 10 10:25:55.113514 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.113739 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.24', 51845) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:55.116820 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.121678 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/080357ab-c617-445c-9ee9-99f4bd2cda0e HTTP/1.1" status: 204 len: 168 time: 0.5306911 Aug 10 10:25:55.126796 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-18cc57b7-0924-4149-a678-d8739f0e4b03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a HTTP/1.1" status: 200 len: 217 time: 0.0828609 Aug 10 10:25:55.145535 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.154513 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190694c8-0c7c-49d4-9df3-3cfcdde5d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080357ab-c617-445c-9ee9-99f4bd2cda0e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:55.224229 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123488b4-6d68-4525-8119-c9bfc95c12cc,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:55.241188 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.250886 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-90ebe2bb-8331-413c-8d4d-7631fedf9f85 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/123488b4-6d68-4525-8119-c9bfc95c12cc HTTP/1.1" status: 204 len: 168 time: 0.6612678 Aug 10 10:25:55.252351 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56408) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:55.301651 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-164d0b0a-5db2-4d10-9d52-0de48298c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:55.301651 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-164d0b0a-5db2-4d10-9d52-0de48298c079 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d23e150c-e072-4271-a46f-a87015537e7e HTTP/1.1" status: 200 len: 851 time: 0.1657147 Aug 10 10:25:55.321748 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56414) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:55.382108 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-ea58642f-9843-4773-90b3-007a47d822a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fc16f37-242b-4cb1-92af-91022698404b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589800 Aug 10 10:25:55.436444 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dfab88e9-5288-40a2-8bb5-1fd6c3b7c05a req-44132b68-bb1e-4891-8bdf-e761e262e13c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0497425 Aug 10 10:25:55.465559 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4416b9af-ee00-4240-a654-631800e59a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.506567 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-fa112351-7f3b-48b7-bf17-aa9c67f9aa9e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:55.508229 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-fa112351-7f3b-48b7-bf17-aa9c67f9aa9e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 810 time: 0.3897989 Aug 10 10:25:55.642962 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3856c482-e1f9-4b93-9f79-8f19637c8383 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 380 time: 0.1094089 Aug 10 10:25:55.644826 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.24', 51848) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:55.678370 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ac6ea6a-15c2-4623-acf8-6e438fa6a2d3 req-d41eccaf-196d-4b07-b3f8-e97ca1fb912f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0605502 Aug 10 10:25:55.693889 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'port': {'device_id': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'admin_state_up': True, 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'security_groups': ['899fd6c1-b299-475d-abfb-599b00e66845']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:55.866207 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:55.913173 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-c450f070-f1c5-44c9-8454-939cf94a1546 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:55.915055 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-c450f070-f1c5-44c9-8454-939cf94a1546 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 815 time: 0.2526593 Aug 10 10:25:55.953304 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-4e0a06ba-4ae6-48cc-81fb-31e156d3d1fb service neutron] 10.222.0.24 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275002 Aug 10 10:25:55.977575 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-bf77cc6e-7cf9-442e-9bad-940ec0b0bab6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 380 time: 0.0429156 Aug 10 10:25:55.988391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'port': {'device_id': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'admin_state_up': True, 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'security_groups': ['66be3e94-0f3a-4d76-a6cb-c9fc66017cfd']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:56.010154 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.033454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56460) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:56.034005 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4416b9af-ee00-4240-a654-631800e59a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.071182 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4416b9af-ee00-4240-a654-631800e59a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.077850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Made reservation on behalf of 4970b71eaa20436d88ef98187afa4dad for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:56.081461 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.098901 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bb46ae-dd35-4090-a8b9-31ba2b40d5d9']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:56.104824 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4416b9af-ee00-4240-a654-631800e59a68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d032199909ee41d3820943e7f6d5aa24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7800047 Aug 10 10:25:56.115093 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56468) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:56.133882 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a41050-ca1b-4927-a543-ac58ff738806') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:56.134206 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a41050-ca1b-4927-a543-ac58ff738806') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:25:56.217203 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.241076 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b9af-ee00-4240-a654-631800e59a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0256b-2b79-40a2-9968-6a7949c07e6b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:56.248227 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.261794 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.284655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d0ac-0db4-48e5-adeb-e85965ad78eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.288666 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-07055d4e-40cc-4a45-9c9b-1bff24f75b9d req-3240bd1a-8fca-44cd-8952-2de1bcbe303b service neutron] 10.222.0.24 "GET /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755821 Aug 10 10:25:56.289700 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:25:56.290226 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:25:56.295341 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:25:56.297656 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.310313 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Made reservation on behalf of e97924377468499aad42c62dc70f4ccc for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:25:56.313778 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.385731 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.390824 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.396113 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] 10.222.0.10 "DELETE /v2.0/networks/89bb46ae-dd35-4090-a8b9-31ba2b40d5d9 HTTP/1.1" status: 204 len: 168 time: 1.0963187 Aug 10 10:25:56.411663 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9225501-ad31-4bd9-8e99-535dd33f9d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=89bb46ae-dd35-4090-a8b9-31ba2b40d5d9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:56.415697 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a474e-4731-46aa-9b8f-0d17c6924a12 req-96bf4f1d-6ad6-4607-bb8b-2f547a98b15e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:56.417770 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2d8a474e-4731-46aa-9b8f-0d17c6924a12 req-96bf4f1d-6ad6-4607-bb8b-2f547a98b15e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.2371905 Aug 10 10:25:56.431653 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.434991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.436494 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7f0256b-2b79-40a2-9968-6a7949c07e6b HTTP/1.1" status: 204 len: 168 time: 0.3189666 Aug 10 10:25:56.441243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Allocated IP 172.20.0.3 (aae8c957-69bd-408a-88a3-8f5be039c9ec/c8920cfe-839c-4547-b460-2bbf460dc8ad/7ad5b760-e023-4903-a27d-af129a06f433) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:56.445872 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9c814-bf2c-4d84-a7d4-06450036172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0256b-2b79-40a2-9968-6a7949c07e6b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:56.600684 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a94aaf2-24b4-4fa9-b0cc-79700264384a req-b53b1cbc-67f0-4675-84e1-8c4d8c204141 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0799878 Aug 10 10:25:56.613025 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2d8a474e-4731-46aa-9b8f-0d17c6924a12 req-2785aabd-69a8-487a-a74d-1c94409cad7f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792965 Aug 10 10:25:56.692197 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56490) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:56.765051 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Allocated IP 172.20.0.9 (6f84f074-0aa7-4654-9873-620c93c96ba8/b04e9f2c-6274-4dc0-b52d-fc333beaae05/d5498e84-1555-45fb-85d6-e80a7c9dc9bb) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:25:56.813581 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d0ac-0db4-48e5-adeb-e85965ad78eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.829611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d0ac-0db4-48e5-adeb-e85965ad78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.836019 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-11378b1c-c670-4162-bed5-6f64ef4db9a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=555413cac98c4407b6940162660ea1dd&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1394482 Aug 10 10:25:56.839216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56498) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:56.902071 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.902544 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.906327 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-44402fd9-8bb8-410b-bb98-b29f52f2d712 req-7f40f1ef-8bb7-41bd-86a8-2b19ce7d07fe tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 210 time: 0.0662549 Aug 10 10:25:56.926595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.986349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.986917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Transition to ACTIVE for port object 7ad5b760-e023-4903-a27d-af129a06f433 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:56.989594 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:56.992599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4cb7d0ac-0db4-48e5-adeb-e85965ad78eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03670f7f3f254f8f8e87ceac7b1b32eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9556007 Aug 10 10:25:56.992722 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6b7dbd6-cbdf-44e1-80ee-98bc2481033d HTTP/1.1" status: 204 len: 168 time: 0.1504087 Aug 10 10:25:56.992795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7d0ac-0db4-48e5-adeb-e85965ad78eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57720437-a032-437a-93e7-4b1d17fd4734,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:56.993454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56506) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:57.022028 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118393e7-f99c-49c0-90a6-88d08ea08eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b7dbd6-cbdf-44e1-80ee-98bc2481033d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:57.064392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.066583 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.075157 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.094577 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.110606 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Transition to ACTIVE for port object d5498e84-1555-45fb-85d6-e80a7c9dc9bb will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:57.149768 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.154765 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.157007 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57720437-a032-437a-93e7-4b1d17fd4734 HTTP/1.1" status: 204 len: 168 time: 0.1620731 Aug 10 10:25:57.160311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:57.168054 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d82802-09f3-4f03-827f-501c807a9ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57720437-a032-437a-93e7-4b1d17fd4734,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:57.171154 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:57.182115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:57.187219 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:57.187876 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.214094 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:57.227536 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-377d446a-6d83-4741-82b4-0259f6d89174 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5467062 Aug 10 10:25:57.236582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.249678 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Request body: {'port': {'device_id': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:57.314199 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:25:57.350018 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.352528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:25:57.355502 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:25:57.361624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:57.362276 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.365863 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:57.413074 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-565c6e71-edb4-4210-8c54-2986561e87bc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4296353 Aug 10 10:25:57.439565 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Request body: {'port': {'device_id': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:25:57.469682 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-58a5cbc6-720c-489d-af30-8e31e934414e None None] Provisioning for port 7ad5b760-e023-4903-a27d-af129a06f433 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:57.475108 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-58a5cbc6-720c-489d-af30-8e31e934414e None None] Provisioning complete for port 7ad5b760-e023-4903-a27d-af129a06f433 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:57.475708 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-58a5cbc6-720c-489d-af30-8e31e934414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.529772 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-58a5cbc6-720c-489d-af30-8e31e934414e None None] Port 7ad5b760-e023-4903-a27d-af129a06f433 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:57.623924 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56526) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:57.656748 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a620c0d4-ec0c-4765-82f2-6532de5a9e50 None None] Provisioning for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:25:57.663288 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a620c0d4-ec0c-4765-82f2-6532de5a9e50 None None] Provisioning complete for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:25:57.664094 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a620c0d4-ec0c-4765-82f2-6532de5a9e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.742521 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-23b5de28-5437-4f89-b10c-2091c44e5a8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85535dabc2a0426f80ef9870e401c905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152215 Aug 10 10:25:57.743208 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56532) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:57.758254 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.759196 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a620c0d4-ec0c-4765-82f2-6532de5a9e50 None None] Port d5498e84-1555-45fb-85d6-e80a7c9dc9bb cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:25:57.809458 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.853859 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.893147 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 785a57de-bbce-4619-aca8-fbdc0cf9941a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:25:57.932295 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.940581 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:57.943882 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa1e621d-2a1c-415a-a514-5d50bc54eb92 HTTP/1.1" status: 204 len: 168 time: 0.1996346 Aug 10 10:25:57.962387 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c69f94-8067-4689-8a49-ba10acfc12c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e621d-2a1c-415a-a514-5d50bc54eb92,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.007119 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56550) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:58.028156 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-925495f1-9c6e-4433-ac6e-388aba7c9152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.056391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a93eae-e94b-42a3-bab6-62693ff1091d req-7ce93c63-9a4c-489f-b7e1-aaeff373abe3 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:58.058456 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-59a93eae-e94b-42a3-bab6-62693ff1091d req-7ce93c63-9a4c-489f-b7e1-aaeff373abe3 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 944 time: 0.2525933 Aug 10 10:25:58.075759 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120098e8-5912-47ce-a09b-0fec9d832e78 req-b295d406-0d08-45f4-afe7-6265c0648276 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:58.077442 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-120098e8-5912-47ce-a09b-0fec9d832e78 req-b295d406-0d08-45f4-afe7-6265c0648276 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 931 time: 0.2836611 Aug 10 10:25:58.174921 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-925495f1-9c6e-4433-ac6e-388aba7c9152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.184410 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-925495f1-9c6e-4433-ac6e-388aba7c9152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.262996 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925495f1-9c6e-4433-ac6e-388aba7c9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36df9af6-cf65-46fe-8993-fa4e2de32f15,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.290792 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-925495f1-9c6e-4433-ac6e-388aba7c9152 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c733dcfeb5404c4482f167456321e1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816265 Aug 10 10:25:58.292965 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56558) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:25:58.298328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a,segment=NetworkSegment(9736d3c5-eafb-47cf-b213-7bea75a65067),segment_id=9736d3c5-eafb-47cf-b213-7bea75a65067)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:58.301099 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-120098e8-5912-47ce-a09b-0fec9d832e78 req-f75af185-2572-42cf-821e-90c43a6ac91a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081604 Aug 10 10:25:58.324210 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '785a57de-bbce-4619-aca8-fbdc0cf9941a', 'network_id': '4fc16f37-242b-4cb1-92af-91022698404b', 'port_id': '785a57de-bbce-4619-aca8-fbdc0cf9941a', 'mac_address': 'fa:16:3e:5d:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23e150c-e072-4271-a46f-a87015537e7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:25:58.389479 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-59a93eae-e94b-42a3-bab6-62693ff1091d req-2f1792b4-525f-466a-bc18-7ced62b59ff4 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082888 Aug 10 10:25:58.454488 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.470995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.489570 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785a57de-bbce-4619-aca8-fbdc0cf9941a {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:25:58.513595 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a,segment=NetworkSegment(9736d3c5-eafb-47cf-b213-7bea75a65067),segment_id=9736d3c5-eafb-47cf-b213-7bea75a65067)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:25:58.519773 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.521758 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.535877 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad5b760-e023-4903-a27d-af129a06f433 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:25:58.558272 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.575552 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652ad2a-fb74-4a36-bf55-665a9ebd3ff8 req-23cad63e-8dfb-42fe-b5a1-f278b2d8cd69 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:58.577253 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3652ad2a-fb74-4a36-bf55-665a9ebd3ff8 req-23cad63e-8dfb-42fe-b5a1-f278b2d8cd69 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 931 time: 0.1415198 Aug 10 10:25:58.609692 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Transition to ACTIVE for port object 7ad5b760-e023-4903-a27d-af129a06f433 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:58.618986 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.621124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.623900 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.627749 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.629330 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36df9af6-cf65-46fe-8993-fa4e2de32f15 HTTP/1.1" status: 204 len: 168 time: 0.3352454 Aug 10 10:25:58.642296 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5177ac7-03ea-4e5d-bdeb-1e1678cc7a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df9af6-cf65-46fe-8993-fa4e2de32f15,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.731316 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:25:58.759703 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3652ad2a-fb74-4a36-bf55-665a9ebd3ff8 req-1285fc1d-f929-4bef-a0de-1529ec24c020 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683636 Aug 10 10:25:58.761821 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.814485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.844684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Transition to ACTIVE for port object d5498e84-1555-45fb-85d6-e80a7c9dc9bb will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:25:58.850577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.890510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Attempting to bind port 7ad5b760-e023-4903-a27d-af129a06f433 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:58.890510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Attempting to bind port 7ad5b760-e023-4903-a27d-af129a06f433 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:58.890915 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Attempting to bind port 7ad5b760-e023-4903-a27d-af129a06f433 on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:58.907356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Port 7ad5b760-e023-4903-a27d-af129a06f433 on network aae8c957-69bd-408a-88a3-8f5be039c9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:25:58.907684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Attempting to bind port 7ad5b760-e023-4903-a27d-af129a06f433 on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:58.918727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:58.922238 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:58.922592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Checking segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:58.923148 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Bound using segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:58.923624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Bound port: 7ad5b760-e023-4903-a27d-af129a06f433, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:58.923970 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:58.994803 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Attempting to bind port d5498e84-1555-45fb-85d6-e80a7c9dc9bb on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:25:58.995642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Attempting to bind port d5498e84-1555-45fb-85d6-e80a7c9dc9bb by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:25:58.996140 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Attempting to bind port d5498e84-1555-45fb-85d6-e80a7c9dc9bb on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:59.007187 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Port d5498e84-1555-45fb-85d6-e80a7c9dc9bb on network 6f84f074-0aa7-4654-9873-620c93c96ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:25:59.007763 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Attempting to bind port d5498e84-1555-45fb-85d6-e80a7c9dc9bb on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:25:59.023124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:25:59.023483 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Checking segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:25:59.023862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Bound using segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:25:59.024280 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Bound port: d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:25:59.024630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:59.046642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:59.093865 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7ad5b760-e023-4903-a27d-af129a06f433,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:59.106072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:59.158703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:25:59.162658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:25:59.169762 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:59.170351 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:59.171825 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 1093 time: 1.9264650 Aug 10 10:25:59.172275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:25:59.234962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:59.265127 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34f86b-4108-445d-82bf-ec338b5a0a35 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:59.275249 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:59.275936 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:25:59.277448 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] 10.222.0.24 "PUT /v2.0/ports/d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 1093 time: 1.8460422 Aug 10 10:25:59.350735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7774c4-2808-48eb-a40f-0bfd3bde360c service neutron] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:25:59.536404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33adf4-b4ff-46e8-8c56-ea061f89e537 req-1eb51376-8b5a-4055-a007-67a68358cc53 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:59.538230 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6e33adf4-b4ff-46e8-8c56-ea061f89e537 req-1eb51376-8b5a-4055-a007-67a68358cc53 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.1149731 Aug 10 10:25:59.613890 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6e33adf4-b4ff-46e8-8c56-ea061f89e537 req-7649d51c-a05b-41f0-801a-28899acd7963 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650892 Aug 10 10:25:59.622967 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e3cd-e1b4-4681-b69b-bd673a21b9a1 req-10f68171-412f-4e2e-80d8-d542b74d5104 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:59.630131 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6df5e3cd-e1b4-4681-b69b-bd673a21b9a1 req-10f68171-412f-4e2e-80d8-d542b74d5104 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.0908453 Aug 10 10:25:59.648117 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6696629-6f96-4b67-b75d-465e6ddf3e68" -d '{"events": [{"name": "network-changed", "server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "tag": "7ad5b760-e023-4903-a27d-af129a06f433"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:25:59.675782 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6df5e3cd-e1b4-4681-b69b-bd673a21b9a1 req-cee99f0f-f6e3-4ba9-82c5-823d246df432 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Aug 10 10:25:59.889082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143f45-f344-4b03-b8b0-cf2c980cdfe1 req-fd029802-b00e-42d4-807a-e42148fa68cf tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:25:59.891095 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b2143f45-f344-4b03-b8b0-cf2c980cdfe1 req-fd029802-b00e-42d4-807a-e42148fa68cf tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Aug 10 10:25:59.935583 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b2143f45-f344-4b03-b8b0-cf2c980cdfe1 req-1282f4b0-f56b-4385-b680-64580e9ff590 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Aug 10 10:26:00.042577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76574c2-ff1a-4c4e-905f-ad16c991e138 x-openstack-request-id: req-e76574c2-ff1a-4c4e-905f-ad16c991e138 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:00.042872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "tag": "7ad5b760-e023-4903-a27d-af129a06f433", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:00.043123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e76574c2-ff1a-4c4e-905f-ad16c991e138 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:00.043610 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433', 'status': 'completed', 'code': 200} Aug 10 10:26:00.269516 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56652) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:00.473919 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-298518421-network', 'tenant_id': 'e458fd87fe6048fa9080735d04695139'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:00.497082 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Made reservation on behalf of e458fd87fe6048fa9080735d04695139 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:00.499524 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.508944 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.616146 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.621059 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.642396 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:26:00.656556 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a34179-94a0-4f6c-9e24-b4f253f8f00d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:00.662205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.662542 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Added segment 34c4fc81-8221-4768-8e0f-bf245a6f61e9 of type vlan for network f757806e-7ff1-4a87-b683-70ba215550cb Aug 10 10:26:00.709002 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.759116 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e07c4-45af-41bf-bcea-ff499e185a6d req-a5f59882-21e9-4ad3-a5ed-d3f40cc1f599 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:00.762526 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b14e07c4-45af-41bf-bcea-ff499e185a6d req-a5f59882-21e9-4ad3-a5ed-d3f40cc1f599 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.0689123 Aug 10 10:26:00.763760 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.764964 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:00.765722 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.827620 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b14e07c4-45af-41bf-bcea-ff499e185a6d req-2080b56d-3078-4015-a9c5-6a341eec8ee4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550568 Aug 10 10:26:00.834658 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5637240 Aug 10 10:26:00.837595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56678) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:00.843672 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Request body: {'subnet': {'network_id': 'f757806e-7ff1-4a87-b683-70ba215550cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-298518421-subnet', 'tenant_id': 'e458fd87fe6048fa9080735d04695139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:00.867845 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b9b0-a649-4779-ab11-4d873c0e241e admin admin] Pushing event updated for resources: {'Network': ['ID=f757806e-7ff1-4a87-b683-70ba215550cb,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:00.879286 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network f757806e-7ff1-4a87-b683-70ba215550cb details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:26:00.889882 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Made reservation on behalf of e458fd87fe6048fa9080735d04695139 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:00.892521 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:00.911417 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b269c-1fc7-479f-ad3b-512caf5330cc req-2ce27bda-36d1-44d1-9524-ab9ed04f7633 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:00.912930 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-640b269c-1fc7-479f-ad3b-512caf5330cc req-2ce27bda-36d1-44d1-9524-ab9ed04f7633 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.1097274 Aug 10 10:26:00.966146 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-640b269c-1fc7-479f-ad3b-512caf5330cc req-3bd6f7ca-fda0-4d0c-af80-96eefad4e59f tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Aug 10 10:26:01.089597 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c08d2-5fa7-4abd-8680-397fc8e61923 req-6cde3e98-24ae-473a-8a50-f5498c37a816 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:01.091159 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c14c08d2-5fa7-4abd-8680-397fc8e61923 req-6cde3e98-24ae-473a-8a50-f5498c37a816 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0528502 Aug 10 10:26:01.145603 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c14c08d2-5fa7-4abd-8680-397fc8e61923 req-1ad19815-b3c5-41fb-bf1b-6efa7eee8b04 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 Aug 10 10:26:01.148453 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:01.208145 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Pushing event updated for resources: {'Subnet': ['ID=597a3134-d777-425f-8c71-7676e57bc7d7,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:01.225437 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Checking segment: {'id': '34c4fc81-8221-4768-8e0f-bf245a6f61e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f757806e-7ff1-4a87-b683-70ba215550cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:01.226011 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Network hostable DHCP agents. Network: f757806e-7ff1-4a87-b683-70ba215550cb, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:26:01.260077 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Network f757806e-7ff1-4a87-b683-70ba215550cb is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:26:01.271989 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, f757806e-7ff1-4a87-b683-70ba215550cb) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:01.277386 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:01.278513 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:01.282820 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a5a49-22f0-4862-a906-19989088ece0 None None] Network f757806e-7ff1-4a87-b683-70ba215550cb requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:01.315346 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-31b239ea-637a-4fe2-afdc-bd0a8781484a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4731431 Aug 10 10:26:01.505075 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca716ff-db48-4a5f-a088-83ad287d9672 None None] Network f757806e-7ff1-4a87-b683-70ba215550cb requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:01.519918 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['785a57de-bbce-4619-aca8-fbdc0cf9941a'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:26:01.604122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-e5a02912-d0af-4218-825a-ee160c9389e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:01.605864 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-e5a02912-d0af-4218-825a-ee160c9389e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1096 time: 0.0956004 Aug 10 10:26:01.608322 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-30710e06-d7e2-48cb-939a-3eb8a1444406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:01.610205 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-30710e06-d7e2-48cb-939a-3eb8a1444406 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1096 time: 0.1609957 Aug 10 10:26:01.998806 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-479d3112-fe90-40f5-9d26-b9b9602ea484 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 217 time: 0.3650799 Aug 10 10:26:02.052668 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:02.055988 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f77e2-ba62-4c3b-baa2-0935cce2642a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:02.191105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294281ca-c962-4d5f-a348-cd1a6e929617 req-ef2defa3-8e84-4874-9670-5182748b789c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:02.192707 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-294281ca-c962-4d5f-a348-cd1a6e929617 req-ef2defa3-8e84-4874-9670-5182748b789c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.2448514 Aug 10 10:26:02.205210 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-84d8d420-6b4c-4362-8c12-a38eb415d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:02.205210 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-84d8d420-6b4c-4362-8c12-a38eb415d4b7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4970b71eaa20436d88ef98187afa4dad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5715632 Aug 10 10:26:02.220258 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0496-c878-486d-b43f-282fbffd62fa req-8408e2a5-6c19-4c3e-a8e8-deadadf6ba8b tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:02.221704 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-93fd0496-c878-486d-b43f-282fbffd62fa req-8408e2a5-6c19-4c3e-a8e8-deadadf6ba8b tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.1381693 Aug 10 10:26:02.270321 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-294281ca-c962-4d5f-a348-cd1a6e929617 req-f183e459-8593-4689-9608-1e0984c77416 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701785 Aug 10 10:26:02.278568 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-93fd0496-c878-486d-b43f-282fbffd62fa req-f89ebbe8-a048-436d-b717-b8d06eb646e2 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Aug 10 10:26:02.326102 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d92e957-6a05-42ea-9583-2fd42d0dec14 x-openstack-request-id: req-3d92e957-6a05-42ea-9583-2fd42d0dec14 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:02.326513 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:02.326741 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d92e957-6a05-42ea-9583-2fd42d0dec14 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:02.327203 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'status': 'completed', 'code': 200} Aug 10 10:26:02.428179 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d13ae-6031-4a21-9626-584efc7c95fa req-6d8da936-b301-4e9c-bc6e-0f6961f91550 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:02.429650 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-645d13ae-6031-4a21-9626-584efc7c95fa req-6d8da936-b301-4e9c-bc6e-0f6961f91550 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0593493 Aug 10 10:26:02.469755 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-645d13ae-6031-4a21-9626-584efc7c95fa req-5a9e8fa6-97f3-4cf5-8eaa-a325e55f737b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Aug 10 10:26:02.511804 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56768) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:02.540419 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56772) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:02.546246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272093653-network', 'tenant_id': '6ecdacf1a84f4f7a840c637cd2d0442f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:02.569643 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Made reservation on behalf of 6ecdacf1a84f4f7a840c637cd2d0442f for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:02.572961 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.583579 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.692942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.697454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.737505 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:26:02.742919 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37ab5b00-9f66-4462-8bac-57975c44d98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.752749 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0874f11-db5d-428d-9391-a4b0c6dd4ccf,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:02.759484 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.759908 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Added segment 934a342b-4a03-4477-8f2e-d58d887867b0 of type vlan for network 058fa9ee-d62e-4f46-92cc-1d47a3c746f1 Aug 10 10:26:02.821123 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.879153 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.880287 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:02.880864 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.966389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] Pushing event updated for resources: {'Network': ['ID=058fa9ee-d62e-4f46-92cc-1d47a3c746f1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:02.976402 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37ab5b00-9f66-4462-8bac-57975c44d98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:02.979972 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 058fa9ee-d62e-4f46-92cc-1d47a3c746f1 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:26:02.988395 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37ab5b00-9f66-4462-8bac-57975c44d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.004672 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6eb18452-8d93-43af-a367-6bf464331e93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4624481 Aug 10 10:26:03.008130 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56798) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:03.013316 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Request body: {'subnet': {'network_id': '058fa9ee-d62e-4f46-92cc-1d47a3c746f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272093653-subnet', 'tenant_id': '6ecdacf1a84f4f7a840c637cd2d0442f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:03.047354 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-37ab5b00-9f66-4462-8bac-57975c44d98c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=058313800ff9450292d05b50cbb52c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335457 Aug 10 10:26:03.049087 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab5b00-9f66-4462-8bac-57975c44d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33ca6a7-f7da-4b01-8a08-e622833d3e68,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:03.053101 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56800) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:03.059780 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Made reservation on behalf of 6ecdacf1a84f4f7a840c637cd2d0442f for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:03.066408 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.175192 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.205088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.331742 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.334470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.338985 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c33ca6a7-f7da-4b01-8a08-e622833d3e68 HTTP/1.1" status: 204 len: 168 time: 0.2845569 Aug 10 10:26:03.349744 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704db3e-3a4e-4b27-a66f-af54ccd28138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33ca6a7-f7da-4b01-8a08-e622833d3e68,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:03.351481 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.402703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87d51bf-2181-4340-8dfa-eb1077391cf3,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:03.511389 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f95e4-33dc-4fa9-92bf-fdbcd933a4c7 req-6571eccb-2109-427e-99f0-f2bdca86bb28 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:03.513020 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f7f95e4-33dc-4fa9-92bf-fdbcd933a4c7 req-6571eccb-2109-427e-99f0-f2bdca86bb28 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.1133535 Aug 10 10:26:03.544482 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Checking segment: {'id': '934a342b-4a03-4477-8f2e-d58d887867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '058fa9ee-d62e-4f46-92cc-1d47a3c746f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:03.544831 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Network hostable DHCP agents. Network: 058fa9ee-d62e-4f46-92cc-1d47a3c746f1, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:26:03.558530 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18e24-7c5e-422f-86bb-2fdea8ade539 req-9e5e3935-e8fd-4471-9f09-30d20960f7e0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:03.565551 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5aa18e24-7c5e-422f-86bb-2fdea8ade539 req-9e5e3935-e8fd-4471-9f09-30d20960f7e0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.1262393 Aug 10 10:26:03.630780 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5aa18e24-7c5e-422f-86bb-2fdea8ade539 req-a3cc13dd-8590-42ba-b6f9-6efa534e2021 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Aug 10 10:26:03.638487 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f7f95e4-33dc-4fa9-92bf-fdbcd933a4c7 req-54c9d4b2-8bc9-4e98-ab31-6b87c08c6f16 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188245 Aug 10 10:26:03.652554 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Network 058fa9ee-d62e-4f46-92cc-1d47a3c746f1 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:26:03.675957 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 058fa9ee-d62e-4f46-92cc-1d47a3c746f1) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:03.688452 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513476a-4cd4-41ba-9e06-9055588cd1c0 None None] Network 058fa9ee-d62e-4f46-92cc-1d47a3c746f1 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:03.690655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:03.691258 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.757822 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b5a42ccb-fea6-407e-85c9-1d1d70ac4976 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7467983 Aug 10 10:26:03.775574 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56844) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:03.785788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82821c43-e32e-487f-91a1-9e2813488335 req-ab0d31c8-307a-43b2-ae00-615c1c6f5a68 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:03.787675 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82821c43-e32e-487f-91a1-9e2813488335 req-ab0d31c8-307a-43b2-ae00-615c1c6f5a68 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0860150 Aug 10 10:26:03.804398 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5640c64-fecb-440c-9adc-4a991338179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.907657 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82821c43-e32e-487f-91a1-9e2813488335 req-92849bb2-7a51-490e-9a55-d04c6355d189 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127677 Aug 10 10:26:03.953812 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5640c64-fecb-440c-9adc-4a991338179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.960397 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56850) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:03.971366 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c5640c64-fecb-440c-9adc-4a991338179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:03.975506 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d5110-8004-4cf1-9517-dacd2397ab8d None None] Network 058fa9ee-d62e-4f46-92cc-1d47a3c746f1 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:04.015985 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c5640c64-fecb-440c-9adc-4a991338179c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7f69a03df7b4cd89a0f0ead191c8e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383420 Aug 10 10:26:04.017107 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5640c64-fecb-440c-9adc-4a991338179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee12adbe-00f6-4fec-b2d5-ef69199620e1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:04.018701 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56858) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:04.089350 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.114908 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.135281 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-74f90f12-bad0-427e-90c5-2b1eeed4696f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.170156 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.173985 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.177770 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee12adbe-00f6-4fec-b2d5-ef69199620e1 HTTP/1.1" status: 204 len: 168 time: 0.1550586 Aug 10 10:26:04.193359 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c27e4-3ce8-4fe1-860c-7bc8134378bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee12adbe-00f6-4fec-b2d5-ef69199620e1,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:04.252858 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-74f90f12-bad0-427e-90c5-2b1eeed4696f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.257664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-74f90f12-bad0-427e-90c5-2b1eeed4696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.303678 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 56864) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:04.303797 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-74f90f12-bad0-427e-90c5-2b1eeed4696f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88ed15cb44d24893a53367f81b4f0aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395023 Aug 10 10:26:04.304730 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f90f12-bad0-427e-90c5-2b1eeed4696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2eb6c-0bcb-404e-ae65-2e4c9b4a5604,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:04.373597 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.398899 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.596921 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.599944 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:04.601594 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1b2eb6c-0bcb-404e-ae65-2e4c9b4a5604 HTTP/1.1" status: 204 len: 168 time: 0.2965908 Aug 10 10:26:04.641221 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeed4f-32e6-44a3-a3a8-3222f55bc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b2eb6c-0bcb-404e-ae65-2e4c9b4a5604,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:04.674167 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-80dc977d-0d4e-469f-8144-522a74fa6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:04.676164 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-80dc977d-0d4e-469f-8144-522a74fa6fdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.2334828 Aug 10 10:26:04.756791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-5a4adf66-e52e-47ad-9d0e-a4d3fae4baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:04.758771 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c6696629-6f96-4b67-b75d-465e6ddf3e68 req-5a4adf66-e52e-47ad-9d0e-a4d3fae4baf0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3057139 Aug 10 10:26:04.877245 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-2e6d031a-c7c3-48d6-b42b-0c9f2d1daa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:04.878741 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-2e6d031a-c7c3-48d6-b42b-0c9f2d1daa9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1946125 Aug 10 10:26:04.924269 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ee44-03dc-4ad6-9d84-4887f05f1b2c req-4dd6990c-bf20-4bed-8b10-06c6658c9d3d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:04.926006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f548ee44-03dc-4ad6-9d84-4887f05f1b2c req-4dd6990c-bf20-4bed-8b10-06c6658c9d3d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.1647646 Aug 10 10:26:04.992046 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed672-c81d-4faf-ae40-6d849e15230d req-c6819e6e-3e71-438e-a779-dc26ab6d38d6 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:04.993716 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c95ed672-c81d-4faf-ae40-6d849e15230d req-c6819e6e-3e71-438e-a779-dc26ab6d38d6 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.2314081 Aug 10 10:26:05.024798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-5228d166-56b0-47c2-895c-e4f5565b0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:05.026330 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-5228d166-56b0-47c2-895c-e4f5565b0686 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1096 time: 0.1878109 Aug 10 10:26:05.067919 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f548ee44-03dc-4ad6-9d84-4887f05f1b2c req-8954093d-3adc-4850-85a1-11c612321fff tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955770 Aug 10 10:26:05.113412 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-3cf5179f-3105-4f0e-a597-88f7f60d806d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 217 time: 0.0674982 Aug 10 10:26:05.120175 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56904) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:05.140876 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c95ed672-c81d-4faf-ae40-6d849e15230d req-54627441-fa0d-4272-a599-c66454dad31c tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334629 Aug 10 10:26:05.161043 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-76192bc3-e0e7-4285-b68c-ced475adb823 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701237 Aug 10 10:26:05.161605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64f81ee-304c-42ab-9c9d-dbcbb47a413a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.276899 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64f81ee-304c-42ab-9c9d-dbcbb47a413a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.281931 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64f81ee-304c-42ab-9c9d-dbcbb47a413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.326556 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e64f81ee-304c-42ab-9c9d-dbcbb47a413a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0afa412826f24fb583505cb1e8bb51e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028804 Aug 10 10:26:05.327576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 56912) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:05.342087 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f81ee-304c-42ab-9c9d-dbcbb47a413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d9296c-03fa-4699-b965-ee35cc16d1d9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:05.390006 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.420404 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.444397 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-b75ac1a3-d340-4709-a4b9-ba517994244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:05.445881 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-b75ac1a3-d340-4709-a4b9-ba517994244a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.3193324 Aug 10 10:26:05.473844 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.476635 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:05.479469 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9d9296c-03fa-4699-b965-ee35cc16d1d9 HTTP/1.1" status: 204 len: 168 time: 0.1494005 Aug 10 10:26:05.489072 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86724bee-81d6-4a62-889c-a2da2045754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d9296c-03fa-4699-b965-ee35cc16d1d9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:05.521156 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f153e-9d77-4c73-a7b7-7bf1c2a99c66 req-bd97f3c3-bf48-4d69-b715-13e165b9b006 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:05.528065 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a66f153e-9d77-4c73-a7b7-7bf1c2a99c66 req-bd97f3c3-bf48-4d69-b715-13e165b9b006 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.3388863 Aug 10 10:26:05.589260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-f9c864a3-7cc3-4ffc-a1f8-d2697e2ee89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:05.590741 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-f9c864a3-7cc3-4ffc-a1f8-d2697e2ee89c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1352768 Aug 10 10:26:05.596061 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e27a4646-4bce-41c7-a488-084f4f2acc7a req-f0f119c9-fb79-4440-9322-1238b418e9e9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246950 Aug 10 10:26:05.599265 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a66f153e-9d77-4c73-a7b7-7bf1c2a99c66 req-1fff36e9-9f8e-4978-af47-36fff2163f64 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702560 Aug 10 10:26:05.764357 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-bc67cbb9-05a2-4c36-83d0-64cb56e78e32 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545777 Aug 10 10:26:05.766934 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-0f7c5c86-a5b0-4ee9-b8cc-4dc09a1a928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:05.768353 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-0f7c5c86-a5b0-4ee9-b8cc-4dc09a1a928a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1096 time: 0.0738757 Aug 10 10:26:06.016516 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-487aa849-dcd7-4d28-9049-853e2dee89c5 req-edaea976-5394-4bfb-83e9-30ddc2f28f76 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386413 Aug 10 10:26:06.017540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-742aa958-595a-453a-96fe-3f4a7babfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.019003 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-742aa958-595a-453a-96fe-3f4a7babfc2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.2299416 Aug 10 10:26:06.090188 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-8918cd7a-b65d-44ed-be5c-08df8bf28850 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 217 time: 0.0540602 Aug 10 10:26:06.154488 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-040abda8-f0e1-4de4-87ab-91a3c52d5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.157058 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-040abda8-f0e1-4de4-87ab-91a3c52d5b9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0542476 Aug 10 10:26:06.270853 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b44e7-4a8b-45f8-a57b-39effc0f02b1 req-855c1cbe-7205-4a41-80b4-a9258dd3ad9f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.272512 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-384b44e7-4a8b-45f8-a57b-39effc0f02b1 req-855c1cbe-7205-4a41-80b4-a9258dd3ad9f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.1143620 Aug 10 10:26:06.282191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-1a4f46d3-58fe-4f89-9355-38f0d5bdf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.283804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-1a4f46d3-58fe-4f89-9355-38f0d5bdf105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182537 Aug 10 10:26:06.461218 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-fa5af91f-ada6-4dae-b444-35e7ea3a93f7 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532280 Aug 10 10:26:06.481482 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-384b44e7-4a8b-45f8-a57b-39effc0f02b1 req-6a7d5f00-3d60-4fd9-b232-21fc4c7ba9ec tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950266 Aug 10 10:26:06.495787 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 785a57de-bbce-4619-aca8-fbdc0cf9941a up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:06.590914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce884d31-52e3-45e6-bc05-f02b4e7bd12c req-eb42e89d-4f1d-4666-98fd-8a167bf6362c tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.592902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ce884d31-52e3-45e6-bc05-f02b4e7bd12c req-eb42e89d-4f1d-4666-98fd-8a167bf6362c tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 945 time: 0.3380353 Aug 10 10:26:06.611225 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 785a57de-bbce-4619-aca8-fbdc0cf9941a completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:06.617886 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 785a57de-bbce-4619-aca8-fbdc0cf9941a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:06.621191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:06.733655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:06.804491 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:06.807878 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f81f77e2-ba62-4c3b-baa2-0935cce2642a req-467ec492-6935-4b34-b0a3-2818eae16ada service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383172 Aug 10 10:26:06.815954 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ce884d31-52e3-45e6-bc05-f02b4e7bd12c req-40296ff7-ec20-42cf-b765-f4e3b65093ff tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069652 Aug 10 10:26:06.903609 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d888f-5d5b-4da5-a457-e47e4319d22a req-884dfc65-ab4c-4ccb-a16f-a4b5fedfa24e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:06.905110 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c39d888f-5d5b-4da5-a457-e47e4319d22a req-884dfc65-ab4c-4ccb-a16f-a4b5fedfa24e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0882404 Aug 10 10:26:06.925989 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a,segment=NetworkSegment(9736d3c5-eafb-47cf-b213-7bea75a65067),segment_id=9736d3c5-eafb-47cf-b213-7bea75a65067)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:06.934986 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:06.994003 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c39d888f-5d5b-4da5-a457-e47e4319d22a req-d8e44d06-3fe5-414e-a2bf-32479be30933 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818040 Aug 10 10:26:07.014664 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:07.073011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eaf610-c38c-4eb2-90b1-17f45d73ebdb" -d '{"events": [{"server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "name": "network-vif-plugged", "status": "completed", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:07.224678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a15369-a7c2-4cb5-ad0a-47b703152533 x-openstack-request-id: req-86a15369-a7c2-4cb5-ad0a-47b703152533 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:07.224987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "name": "network-vif-plugged", "status": "completed", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:07.225257 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86a15369-a7c2-4cb5-ad0a-47b703152533 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:07.225719 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a', 'code': 200} Aug 10 10:26:07.506619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f5d72e2-c80f-466d-8ab5-6f4c1b0ad2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:07.508056 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f5d72e2-c80f-466d-8ab5-6f4c1b0ad2ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 1099 time: 0.1053884 Aug 10 10:26:07.532976 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f788aeb-0fd2-4feb-9898-8d36e2b84b66 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:07.655081 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ae6c3-8d69-4781-88ee-9048dc84123f req-f6571b61-a140-43d9-a504-9213553cabbc tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:07.656552 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-536ae6c3-8d69-4781-88ee-9048dc84123f req-f6571b61-a140-43d9-a504-9213553cabbc tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.0874171 Aug 10 10:26:07.720927 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f788aeb-0fd2-4feb-9898-8d36e2b84b66 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:07.744937 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-536ae6c3-8d69-4781-88ee-9048dc84123f req-e6c8ac44-b7ea-4a46-ac2a-49849e2c78f9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560083 Aug 10 10:26:07.746426 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f788aeb-0fd2-4feb-9898-8d36e2b84b66 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:07.793118 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-60af9f4c-023d-4b5c-97d5-f4086fbad44e req-6f788aeb-0fd2-4feb-9898-8d36e2b84b66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762446 Aug 10 10:26:07.797838 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788aeb-0fd2-4feb-9898-8d36e2b84b66 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=989ae52f-86a6-47fc-b389-3158590a7565,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:07.956445 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69f51b-1299-48ff-8c70-831251483346 req-b095d8f2-f74f-46a3-be6b-37076491e8ff tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:07.958121 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1b69f51b-1299-48ff-8c70-831251483346 req-b095d8f2-f74f-46a3-be6b-37076491e8ff tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0599697 Aug 10 10:26:08.000006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1b69f51b-1299-48ff-8c70-831251483346 req-203e781e-659d-4c52-9c2c-c21781b4d3bf tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Aug 10 10:26:08.111547 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9997d-2201-412c-a24a-659e31ed7f91 req-aa937a1b-8ce3-43f7-9575-49b6700c9617 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:08.113336 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82f9997d-2201-412c-a24a-659e31ed7f91 req-aa937a1b-8ce3-43f7-9575-49b6700c9617 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0562897 Aug 10 10:26:08.157455 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82f9997d-2201-412c-a24a-659e31ed7f91 req-8bac23f4-c67a-4df6-b9d4-eb9b13eb40cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368605 Aug 10 10:26:08.501853 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:26:08.603600 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:08.617976 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:26:08.660433 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:08.675013 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:26:08.694995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:08.700488 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:08.701127 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 7ad5b760-e023-4903-a27d-af129a06f433 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:26:08.796058 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:08.871557 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7ad5b760-e023-4903-a27d-af129a06f433,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:08.887997 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '7ad5b760-e023-4903-a27d-af129a06f433', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'port_id': '7ad5b760-e023-4903-a27d-af129a06f433', 'mac_address': 'fa:16:3e:11:76:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:26:08.905136 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:26:08.922227 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf6b-646f-48d7-b915-f67f733f5e82 req-6564a3ad-176f-4166-acb2-e5e82ccd2957 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:08.929811 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7dbecf6b-646f-48d7-b915-f67f733f5e82 req-6564a3ad-176f-4166-acb2-e5e82ccd2957 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 943 time: 0.0753877 Aug 10 10:26:08.946220 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:08.960377 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad5b760-e023-4903-a27d-af129a06f433 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:26:08.982172 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7dbecf6b-646f-48d7-b915-f67f733f5e82 req-2dac21eb-8b02-435f-8fa5-64f518a99c9d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510337 Aug 10 10:26:09.005430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7ad5b760-e023-4903-a27d-af129a06f433,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:09.010612 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:09.069914 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:09.134970 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a4bdd-901f-453e-8325-53f15f7f8b3b req-eb7bedb0-d0c3-4e3d-8a3c-59f9ea2387e7 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:09.136482 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-253a4bdd-901f-453e-8325-53f15f7f8b3b req-eb7bedb0-d0c3-4e3d-8a3c-59f9ea2387e7 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0531578 Aug 10 10:26:09.187729 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-253a4bdd-901f-453e-8325-53f15f7f8b3b req-65e96229-adff-4bcc-a3d1-f1104d023bbb tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Aug 10 10:26:09.310248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beb8ad-85f2-4a62-bee5-638294eb444d req-d9806bf7-123c-43bb-83eb-03b0ba8de322 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:09.311797 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-72beb8ad-85f2-4a62-bee5-638294eb444d req-d9806bf7-123c-43bb-83eb-03b0ba8de322 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.0568647 Aug 10 10:26:09.372696 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-72beb8ad-85f2-4a62-bee5-638294eb444d req-0a792cb8-cb29-40e8-9380-d90708a197b5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483999 Aug 10 10:26:09.427318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['d5498e84-1555-45fb-85d6-e80a7c9dc9bb'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:26:09.466313 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['7ad5b760-e023-4903-a27d-af129a06f433'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:26:10.092362 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089ce72-526a-464e-8b7a-06bdbf0dfa11 req-2d924b37-3dc2-4280-9d09-acc4d7e8a580 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:10.093782 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8089ce72-526a-464e-8b7a-06bdbf0dfa11 req-2d924b37-3dc2-4280-9d09-acc4d7e8a580 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 944 time: 0.0505021 Aug 10 10:26:10.130242 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8089ce72-526a-464e-8b7a-06bdbf0dfa11 req-464c21fe-d70f-4215-bd58-f8150317517a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Aug 10 10:26:10.316960 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fe455-b8b0-4574-81a1-1d07c3f27c31 req-464a1468-47bd-4ca8-b833-9f5a90cf1da0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:10.318413 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f8fe455-b8b0-4574-81a1-1d07c3f27c31 req-464a1468-47bd-4ca8-b833-9f5a90cf1da0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0505536 Aug 10 10:26:10.357097 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f8fe455-b8b0-4574-81a1-1d07c3f27c31 req-09dfeed8-e23a-46bb-81f0-bc7daab9a838 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Aug 10 10:26:10.503726 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437753-07de-4763-a9e1-29a44cad8a03 req-36c8e2f0-9ce5-44b5-bdd6-992fbe3a0227 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:10.505425 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d437753-07de-4763-a9e1-29a44cad8a03 req-36c8e2f0-9ce5-44b5-bdd6-992fbe3a0227 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.0539975 Aug 10 10:26:10.516083 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 7ad5b760-e023-4903-a27d-af129a06f433 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:10.551399 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d437753-07de-4763-a9e1-29a44cad8a03 req-68b80082-acf7-4041-ba78-2a2614a74de4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Aug 10 10:26:10.580665 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 7ad5b760-e023-4903-a27d-af129a06f433 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:10.584951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 7ad5b760-e023-4903-a27d-af129a06f433 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:10.585392 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:10.683634 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:10.710482 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:10.713915 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f3c9d-3aeb-405c-b471-8d16694a4ea0" -d '{"events": [{"server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5b760-e023-4903-a27d-af129a06f433"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:10.766862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7ad5b760-e023-4903-a27d-af129a06f433,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:10.772280 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:10.774037 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:10.776159 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:10.787040 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af38a8c-e97e-419b-97a8-eb76cd80dc9a x-openstack-request-id: req-4af38a8c-e97e-419b-97a8-eb76cd80dc9a {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:10.787344 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5b760-e023-4903-a27d-af129a06f433", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:10.787598 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4af38a8c-e97e-419b-97a8-eb76cd80dc9a {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:10.787970 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433', 'code': 200} Aug 10 10:26:10.893617 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:10.911193 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:10.920431 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:10.922052 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.031829 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57204) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:11.043515 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.103816 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fe6d-9120-476e-9c59-4d9845388ba0 req-e127664c-8818-4b62-9b48-20da4b83a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:11.106957 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9dd0fe6d-9120-476e-9c59-4d9845388ba0 req-e127664c-8818-4b62-9b48-20da4b83a7a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1098 time: 0.0675213 Aug 10 10:26:11.159068 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9dd0fe6d-9120-476e-9c59-4d9845388ba0 req-ad45e4d9-1432-409e-908a-66dce8c059f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Aug 10 10:26:11.204292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:11.213663 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.234246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a88d7f2e-16e7-4faf-a4cd-bb3e050f8926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.278352 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:11.314992 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c688487-920c-4678-a0a7-15488f5c085c req-1b00f787-f1eb-42ac-a05c-5c62a4a53cd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:11.317257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5c688487-920c-4678-a0a7-15488f5c085c req-1b00f787-f1eb-42ac-a05c-5c62a4a53cd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0833213 Aug 10 10:26:11.346015 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a88d7f2e-16e7-4faf-a4cd-bb3e050f8926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.351328 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a88d7f2e-16e7-4faf-a4cd-bb3e050f8926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.389209 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a88d7f2e-16e7-4faf-a4cd-bb3e050f8926 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a0f127187f842fd98d2f8d94411b539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545270 Aug 10 10:26:11.390938 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57222) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:11.405624 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5c688487-920c-4678-a0a7-15488f5c085c req-3becc413-edfd-432c-9aef-559bc2763c36 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693660 Aug 10 10:26:11.407007 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d7f2e-16e7-4faf-a4cd-bb3e050f8926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e4689b-48e9-4856-9cf9-141b923fe5e5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:11.491771 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.517518 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-83ead1a1-3258-4c7f-a9e8-0eb594b3c982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.536402 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.611911 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.615839 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.618602 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e4689b-48e9-4856-9cf9-141b923fe5e5 HTTP/1.1" status: 204 len: 168 time: 0.2230546 Aug 10 10:26:11.644074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9daac-7c81-4a19-86a2-0ca7ec5f3cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e4689b-48e9-4856-9cf9-141b923fe5e5,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:11.697973 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57240) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:11.742727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c289f-9df5-4533-8eee-c43d57ed0146 req-74175e04-7841-4f40-bea2-cf5b8eb81e8e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:11.745812 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac3c289f-9df5-4533-8eee-c43d57ed0146 req-74175e04-7841-4f40-bea2-cf5b8eb81e8e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0809472 Aug 10 10:26:11.784655 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac3c289f-9df5-4533-8eee-c43d57ed0146 req-f6575038-972f-431a-bc49-8204defdfad4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Aug 10 10:26:11.829153 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da42adaf-407f-4e86-bab5-f2777e66d560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.920159 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da42adaf-407f-4e86-bab5-f2777e66d560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.924463 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da42adaf-407f-4e86-bab5-f2777e66d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:11.964447 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-da42adaf-407f-4e86-bab5-f2777e66d560 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d56dfb8343246a79a85dc1a0895979c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653971 Aug 10 10:26:11.965287 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42adaf-407f-4e86-bab5-f2777e66d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ea07b5-f8f6-4ccb-b4a5-3ad74e3375ef,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:11.967273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57246) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.001584 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57248) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.014432 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-01a314eb-b5a6-4bef-96f1-be4688945712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.022594 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.044496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.094052 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.096718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.097831 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45ea07b5-f8f6-4ccb-b4a5-3ad74e3375ef HTTP/1.1" status: 204 len: 168 time: 0.1293292 Aug 10 10:26:12.106270 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc3f62-34d8-448f-9e44-cca093c35dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ea07b5-f8f6-4ccb-b4a5-3ad74e3375ef,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:12.107905 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-01a314eb-b5a6-4bef-96f1-be4688945712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.123596 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-01a314eb-b5a6-4bef-96f1-be4688945712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.166253 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-01a314eb-b5a6-4bef-96f1-be4688945712 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd07ac5190f94072846b1fdb4c00c0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628394 Aug 10 10:26:12.167156 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a314eb-b5a6-4bef-96f1-be4688945712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d2442-1cf7-4c5e-a850-2af8460c32b8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:12.168850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57256) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.259965 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.288152 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.366642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.371328 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.374823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df8d2442-1cf7-4c5e-a850-2af8460c32b8 HTTP/1.1" status: 204 len: 168 time: 0.2017639 Aug 10 10:26:12.383511 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914235af-a75d-4a00-ae0e-fb4b8f5c3fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d2442-1cf7-4c5e-a850-2af8460c32b8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:12.573254 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973401-9676-4f31-8c63-9861ecb04104 req-3c4ec530-b2d5-416a-96f8-fdd168faec77 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:12.574855 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c973401-9676-4f31-8c63-9861ecb04104 req-3c4ec530-b2d5-416a-96f8-fdd168faec77 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0569236 Aug 10 10:26:12.634750 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c973401-9676-4f31-8c63-9861ecb04104 req-950fa8bc-ba4d-4620-bcb5-58e4a9d0bfd0 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523853 Aug 10 10:26:12.680739 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57292) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.697661 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8e419856-a09a-4a4f-b675-57989aa69d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.789019 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:12.792444 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f12e4d-ec90-40da-aa0b-a53c098c4952" -d '{"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:12.802025 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8e419856-a09a-4a4f-b675-57989aa69d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.812913 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8e419856-a09a-4a4f-b675-57989aa69d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:12.862373 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6bbed-1eab-4d93-a85b-9982792b08c8 req-59666161-9380-4029-b679-724ed0436e97 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:12.864161 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f0e6bbed-1eab-4d93-a85b-9982792b08c8 req-59666161-9380-4029-b679-724ed0436e97 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0877740 Aug 10 10:26:12.874937 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57308) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.897732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'floatingip': {'port_id': '7ad5b760-e023-4903-a27d-af129a06f433'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:12.947136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e419856-a09a-4a4f-b675-57989aa69d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a5c71-2da8-4ff8-ab49-aa06654d0971,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:12.953667 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8e419856-a09a-4a4f-b675-57989aa69d54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cccaeda68fe54eea944b41e0d5894db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703857 Aug 10 10:26:12.959818 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57318) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:12.979907 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe09a85-e9c3-4f5c-a2cb-10d38f204b40 x-openstack-request-id: req-4fe09a85-e9c3-4f5c-a2cb-10d38f204b40 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:12.980928 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:12.981281 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fe09a85-e9c3-4f5c-a2cb-10d38f204b40 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:12.981772 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'code': 200} Aug 10 10:26:13.058920 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.089787 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.116151 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.162017 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.164916 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.170474 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a08a5c71-2da8-4ff8-ab49-aa06654d0971 HTTP/1.1" status: 204 len: 168 time: 0.2096252 Aug 10 10:26:13.180242 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17ad1d-24ed-4c67-ad10-df67139dc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a5c71-2da8-4ff8-ab49-aa06654d0971,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:13.233744 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57328) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:13.558713 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e6cbe-cd9b-4a98-822b-2f5cb5ee7989 req-137167d8-0da8-4478-b1b8-a7bf7c2aab6f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:13.565836 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-408e6cbe-cd9b-4a98-822b-2f5cb5ee7989 req-137167d8-0da8-4478-b1b8-a7bf7c2aab6f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.4403541 Aug 10 10:26:13.598576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f810ab6-e1b5-4386-a4a3-e9f2afcea67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.633698 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90486e-6aa0-4606-8af0-812425887722 req-5e63b7e0-7c80-4e0b-9eec-6b5e192ee3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:13.635963 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae90486e-6aa0-4606-8af0-812425887722 req-5e63b7e0-7c80-4e0b-9eec-6b5e192ee3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1098 time: 0.3511267 Aug 10 10:26:13.672466 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57346) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:13.673898 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-408e6cbe-cd9b-4a98-822b-2f5cb5ee7989 req-8bdc2894-3e5e-49aa-8aca-932c4453bcf8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069674 Aug 10 10:26:13.754990 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92d074cc-6f40-4603-8695-b93c713afa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.759743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf89354-c111-472e-a22e-621cf7c97a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.764214 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f810ab6-e1b5-4386-a4a3-e9f2afcea67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.773729 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f810ab6-e1b5-4386-a4a3-e9f2afcea67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.814338 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f810ab6-e1b5-4386-a4a3-e9f2afcea67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24b6876-8169-48b8-95f5-b4de678c1a56,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:13.850577 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6f810ab6-e1b5-4386-a4a3-e9f2afcea67d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d59599b437f4ab591e007c9f2e87c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147249 Aug 10 10:26:13.852316 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57350) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:13.940767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:13.996331 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.032203 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf89354-c111-472e-a22e-621cf7c97a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.045206 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-aaf89354-c111-472e-a22e-621cf7c97a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.099718 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-aaf89354-c111-472e-a22e-621cf7c97a50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6212e59c0399436d93a79c819b24b4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261909 Aug 10 10:26:14.103316 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57362) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:14.114846 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf89354-c111-472e-a22e-621cf7c97a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65964dbb-4689-4a51-87db-737c40d9bbfd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:14.143102 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.145601 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.146900 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f24b6876-8169-48b8-95f5-b4de678c1a56 HTTP/1.1" status: 204 len: 168 time: 0.2934022 Aug 10 10:26:14.161864 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7e977-2d60-4e70-8328-c2062beeac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24b6876-8169-48b8-95f5-b4de678c1a56,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:14.183681 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.209526 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.216195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.218811 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.277514 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.283492 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.285206 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65964dbb-4689-4a51-87db-737c40d9bbfd HTTP/1.1" status: 204 len: 168 time: 0.1805651 Aug 10 10:26:14.296047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59087f-748d-470d-a75b-b79d0c8a4681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65964dbb-4689-4a51-87db-737c40d9bbfd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:14.340771 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.356231 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Floating IP 26b7e625-2549-4794-9db0-b5f39a4ca45e associated. External IP: 172.27.2.132, port: 7ad5b760-e023-4903-a27d-af129a06f433. Aug 10 10:26:14.472968 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae90486e-6aa0-4606-8af0-812425887722 req-ab42f681-21b8-4617-9a93-50c9ba0f9029 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733700 Aug 10 10:26:14.625727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:26:14.648003 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57384) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:14.667972 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-145c3505-79ef-4e34-a964-5fe7778ce43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.753301 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:26:14.768238 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:26:14.769721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.787258 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:14.787918 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:14.793568 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-145c3505-79ef-4e34-a964-5fe7778ce43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.802491 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-145c3505-79ef-4e34-a964-5fe7778ce43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:14.843866 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e8c874c9-8ab1-4787-a1f8-af6e118fa6b3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "PUT /v2.0/floatingips/26b7e625-2549-4794-9db0-b5f39a4ca45e HTTP/1.1" status: 200 len: 991 time: 1.9696662 Aug 10 10:26:14.844667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:14.858755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631ca837-43e6-4873-803a-0b468a3c2519" -d '{"events": [{"name": "network-changed", "server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "tag": "7ad5b760-e023-4903-a27d-af129a06f433"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:14.871249 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c3505-79ef-4e34-a964-5fe7778ce43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fffc25-38f6-4f96-afb3-96cbf8cb35ec,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:14.914836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37747493-7054-4362-972b-3889cc5ffd07 req-15a41366-a26c-41ec-b59b-e7ababd8d625 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:14.917016 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-37747493-7054-4362-972b-3889cc5ffd07 req-15a41366-a26c-41ec-b59b-e7ababd8d625 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1132214 Aug 10 10:26:14.933110 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-145c3505-79ef-4e34-a964-5fe7778ce43a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21f01c08970643d7b1484f0f29a5aa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834327 Aug 10 10:26:14.936802 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57400) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:14.946757 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:14.972283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-37747493-7054-4362-972b-3889cc5ffd07 req-7166aaac-feba-4bec-b5a4-a30ca04abffa tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490801 Aug 10 10:26:15.020800 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:15.046910 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:15.094115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12abbb70-26dc-4295-89d4-f2c0df656d89 x-openstack-request-id: req-12abbb70-26dc-4295-89d4-f2c0df656d89 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:15.094540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "tag": "7ad5b760-e023-4903-a27d-af129a06f433", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:15.094834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12abbb70-26dc-4295-89d4-f2c0df656d89 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:15.095415 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433', 'status': 'completed', 'code': 200} Aug 10 10:26:15.099812 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:15.102470 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:15.107269 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53fffc25-38f6-4f96-afb3-96cbf8cb35ec HTTP/1.1" status: 204 len: 168 time: 0.1664820 Aug 10 10:26:15.126153 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b48b-af4f-4f8f-a649-47871ebf0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fffc25-38f6-4f96-afb3-96cbf8cb35ec,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:15.257485 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '26b7e625-2549-4794-9db0-b5f39a4ca45e', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '7ad5b760-e023-4903-a27d-af129a06f433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:11:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:14Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:15.267496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:15.288127 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:26:15.297358 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:15.298040 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:15.428053 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:15.756860 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '26b7e625-2549-4794-9db0-b5f39a4ca45e', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '7ad5b760-e023-4903-a27d-af129a06f433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:11:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:14Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:15.787572 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16dd0d-c02a-4317-bbf1-87186d734984 None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '26b7e625-2549-4794-9db0-b5f39a4ca45e', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '7ad5b760-e023-4903-a27d-af129a06f433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:11:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:14Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:26:16.056628 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb0adf-6980-4548-b039-b9dd4f0a5505 None None] New status for floating IP 26b7e625-2549-4794-9db0-b5f39a4ca45e: ACTIVE {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:26:16.093307 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57480) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:16.127496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55be63-4786-4d3a-ad12-e452ad77de03 req-5ae7f1b5-4cff-4bdd-9fc4-0e8b97391be1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:16.129676 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fd55be63-4786-4d3a-ad12-e452ad77de03 req-5ae7f1b5-4cff-4bdd-9fc4-0e8b97391be1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0696838 Aug 10 10:26:16.176471 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fd55be63-4786-4d3a-ad12-e452ad77de03 req-d02b23bf-de17-408a-926c-139e05fcc22a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Aug 10 10:26:16.412450 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5800e46f-0697-42a1-acbd-86e5b341234b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.524066 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5800e46f-0697-42a1-acbd-86e5b341234b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.546134 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5800e46f-0697-42a1-acbd-86e5b341234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.553075 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.597789 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800e46f-0697-42a1-acbd-86e5b341234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10f2b5-7d33-43b0-afcf-8d234dc405b3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:16.608467 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5800e46f-0697-42a1-acbd-86e5b341234b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54c8a203803a4494aaea43a44edaff28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130277 Aug 10 10:26:16.611277 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57516) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:16.667926 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca837-43e6-4873-803a-0b468a3c2519 req-bfbded25-29af-4fbd-8121-1224f7b237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:16.670532 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-bfbded25-29af-4fbd-8121-1224f7b237da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1098 time: 0.0704963 Aug 10 10:26:16.693492 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.722247 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.787226 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca837-43e6-4873-803a-0b468a3c2519 req-a9380157-b3a2-4418-bab9-10a75db65f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:16.788906 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-a9380157-b3a2-4418-bab9-10a75db65f32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.1070652 Aug 10 10:26:16.789450 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.793515 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:16.797130 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b10f2b5-7d33-43b0-afcf-8d234dc405b3 HTTP/1.1" status: 204 len: 168 time: 0.1822257 Aug 10 10:26:16.802663 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a424-9f7d-4341-a619-fff5881f6cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10f2b5-7d33-43b0-afcf-8d234dc405b3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:16.905072 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-148c80bd-f3f0-48fd-9ac7-d30acc26f86d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 1001 time: 0.1067135 Aug 10 10:26:17.260048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca837-43e6-4873-803a-0b468a3c2519 req-79c9f473-a24c-4356-928e-50bcf058d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:17.263392 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-79c9f473-a24c-4356-928e-50bcf058d0fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.3494525 Aug 10 10:26:17.492059 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57566) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:17.507707 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6abe-2a47-4ea7-81f0-98c7c2563f38 req-7f23a875-7400-46bd-a11a-012be779079a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:17.509947 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0dcc6abe-2a47-4ea7-81f0-98c7c2563f38 req-7f23a875-7400-46bd-a11a-012be779079a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1721365 Aug 10 10:26:17.511526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f68539a-02fb-4138-b93f-4c632aed341b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.512539 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca837-43e6-4873-803a-0b468a3c2519 req-39a4587b-c6a3-4700-a230-e036a78cbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:17.514200 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-39a4587b-c6a3-4700-a230-e036a78cbf7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2230289 Aug 10 10:26:17.617779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0dcc6abe-2a47-4ea7-81f0-98c7c2563f38 req-aa81267d-ecf3-4c3c-8c18-535bdb5d87d7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000788 Aug 10 10:26:17.643765 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f68539a-02fb-4138-b93f-4c632aed341b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.650344 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7f68539a-02fb-4138-b93f-4c632aed341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.659020 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-7ac3f621-266b-491b-a0d4-4736444a0d7e service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303785 Aug 10 10:26:17.705576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68539a-02fb-4138-b93f-4c632aed341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f4f15-4495-4f20-b488-4d4d6af3a415,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:17.710162 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7f68539a-02fb-4138-b93f-4c632aed341b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a6a0cbf0fe43caab37ce7e45978eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166646 Aug 10 10:26:17.712719 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57578) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:17.771589 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.801692 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.806756 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-631ca837-43e6-4873-803a-0b468a3c2519 req-213844af-2bfd-4a11-95d0-d56b0b2643f4 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380601 Aug 10 10:26:17.855237 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.857726 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:17.858864 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f3f4f15-4495-4f20-b488-4d4d6af3a415 HTTP/1.1" status: 204 len: 168 time: 0.1450720 Aug 10 10:26:17.867291 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c44640-c591-44bf-bbf8-8323f798fab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f4f15-4495-4f20-b488-4d4d6af3a415,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:18.821082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72adaf-66fc-4626-9905-e6100dbd8d00 req-d62fd1fb-0a9b-49dc-9064-d60d2dd52405 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:18.824943 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e72adaf-66fc-4626-9905-e6100dbd8d00 req-d62fd1fb-0a9b-49dc-9064-d60d2dd52405 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0833983 Aug 10 10:26:18.882796 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e72adaf-66fc-4626-9905-e6100dbd8d00 req-5b1b198f-3856-41e8-9842-4f239b1b92d7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Aug 10 10:26:19.025611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975b3c-9742-4574-b043-5665eb39ba6f req-31327504-3a9e-4d2c-86ec-e448fbd1db8b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:19.027135 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9975b3c-9742-4574-b043-5665eb39ba6f req-31327504-3a9e-4d2c-86ec-e448fbd1db8b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0527956 Aug 10 10:26:19.036193 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57670) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:19.041407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'floatingip': {'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:19.129938 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:19.911821 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.db.resource_extend [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 10:26:20.014017 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.019198 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.159615 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Floating IP 48f101de-4ab9-403e-921f-7edf96b7a464 associated. External IP: 172.27.2.113, port: d5498e84-1555-45fb-85d6-e80a7c9dc9bb. Aug 10 10:26:20.283950 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57736) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:20.502718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12347f08-2d2b-49c2-bbdf-af9a1c7336b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.583975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:26:20.671688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12347f08-2d2b-49c2-bbdf-af9a1c7336b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.684173 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12347f08-2d2b-49c2-bbdf-af9a1c7336b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.738507 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-12347f08-2d2b-49c2-bbdf-af9a1c7336b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09e2e6ddecf741f7a85c75f7c646dede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527366 Aug 10 10:26:20.740781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12347f08-2d2b-49c2-bbdf-af9a1c7336b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f18e288-6e0f-4af3-bcfb-6fa26c9c8b56,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:20.741889 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57766) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:20.776046 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:26:20.782289 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.787875 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:26:20.799233 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:20.800153 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:20.840077 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c29fd0e5-83d0-43fe-a340-2456ae2ecdac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "PUT /v2.0/floatingips/48f101de-4ab9-403e-921f-7edf96b7a464 HTTP/1.1" status: 200 len: 991 time: 1.7958462 Aug 10 10:26:20.841225 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:20.844505 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b206738-55b3-4ebf-acfd-a88890c6dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:20.879699 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.920393 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ca4ff-d98a-45df-86e8-c7d26ca12f9a x-openstack-request-id: req-7e2ca4ff-d98a-45df-86e8-c7d26ca12f9a {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:20.920701 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:20.920931 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e2ca4ff-d98a-45df-86e8-c7d26ca12f9a {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:20.922987 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'status': 'completed', 'code': 200} Aug 10 10:26:20.933474 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:20.950849 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:21.019206 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.025310 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.028509 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f18e288-6e0f-4af3-bcfb-6fa26c9c8b56 HTTP/1.1" status: 204 len: 168 time: 0.2855895 Aug 10 10:26:21.043966 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb45b2-2217-4722-8c0e-0db64f20cc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f18e288-6e0f-4af3-bcfb-6fa26c9c8b56,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:21.067486 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-23a59840-dbec-4d8f-8170-4154768d9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:21.072588 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-23a59840-dbec-4d8f-8170-4154768d9f1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1098 time: 0.0767188 Aug 10 10:26:21.238501 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '48f101de-4ab9-403e-921f-7edf96b7a464', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:19Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:21.265919 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:26:21.266821 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-9a29a350-d636-4d6f-809b-3253249be6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:21.268988 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-9a29a350-d636-4d6f-809b-3253249be6f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1849785 Aug 10 10:26:21.279952 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:21.280815 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:21.371430 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-f6f6f4a8-6605-40fd-a1ff-f1761c5adcad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 999 time: 0.0914447 Aug 10 10:26:21.427819 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:21.434928 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57808) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:21.447318 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-dcc27822-cf8b-4d4d-af75-9722970d54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:21.450167 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-dcc27822-cf8b-4d4d-af75-9722970d54f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0700107 Aug 10 10:26:21.510195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-6cda516f-f259-4ee4-b8c8-0800af5f0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:21.512764 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-6cda516f-f259-4ee4-b8c8-0800af5f0268 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560632 Aug 10 10:26:21.578409 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e6ece84-7af6-4097-8cb1-9c3f44d9250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.606982 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57814) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:21.662287 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-6ea06633-0105-4e7b-a882-36e953f74f95 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415908 Aug 10 10:26:21.664255 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf450-45ca-4f82-a21c-80709297843b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.728394 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e6ece84-7af6-4097-8cb1-9c3f44d9250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.735194 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-9e6ece84-7af6-4097-8cb1-9c3f44d9250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.778190 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9e6ece84-7af6-4097-8cb1-9c3f44d9250c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71f0dd69fa544c2caa17e6921c65075e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391199 Aug 10 10:26:21.780667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57828) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:21.799089 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ece84-7af6-4097-8cb1-9c3f44d9250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299c1ee3-5ba8-4a2c-b1b6-bf4b48c85338,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:21.812522 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '48f101de-4ab9-403e-921f-7edf96b7a464', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:19Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:21.863707 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7246456-26ab-4dc6-a95e-316905c28a33 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '48f101de-4ab9-403e-921f-7edf96b7a464', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:25:43Z', 'updated_at': '2021-08-10T10:26:19Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:26:21.881910 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b206738-55b3-4ebf-acfd-a88890c6dc84 req-c47c7d24-098a-4ea0-b987-dfd80b1eb2a6 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062178 Aug 10 10:26:21.923674 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:21.949566 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.014862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf450-45ca-4f82-a21c-80709297843b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.019259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf450-45ca-4f82-a21c-80709297843b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.066475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.069251 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.075518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/299c1ee3-5ba8-4a2c-b1b6-bf4b48c85338 HTTP/1.1" status: 204 len: 168 time: 0.2937722 Aug 10 10:26:22.078135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bf450-45ca-4f82-a21c-80709297843b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384df647-47be-4da5-8498-0d4104462f33,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:22.082652 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-ef2bf450-45ca-4f82-a21c-80709297843b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94f7d3b5e22245a3ac52263e510bd33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744482 Aug 10 10:26:22.085500 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57846) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:22.093715 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaedb42-6900-4c39-8f91-75e334e711e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c1ee3-5ba8-4a2c-b1b6-bf4b48c85338,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:22.164399 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57848) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:22.171826 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.174003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b1d88-a0c9-4224-b6cf-b81294e1195f None None] New status for floating IP 48f101de-4ab9-403e-921f-7edf96b7a464: ACTIVE {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:26:22.197005 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.262050 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.265140 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.267016 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/384df647-47be-4da5-8498-0d4104462f33 HTTP/1.1" status: 204 len: 168 time: 0.1800392 Aug 10 10:26:22.291341 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae6a37-2b94-41b7-a88c-0489bf9e5d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384df647-47be-4da5-8498-0d4104462f33,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:22.565047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57868) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:22.599709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e3dcadb5-549b-493d-9915-61d62f6cb8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.658834 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Deleting subnet 597a3134-d777-425f-8c71-7676e57bc7d7 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:26:22.668130 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.719904 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.762747 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.870767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.876630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e3dcadb5-549b-493d-9915-61d62f6cb8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.886468 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e3dcadb5-549b-493d-9915-61d62f6cb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.887412 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:22.889818 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/597a3134-d777-425f-8c71-7676e57bc7d7 HTTP/1.1" status: 204 len: 168 time: 0.3235919 Aug 10 10:26:22.896135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57880) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:22.912403 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18b61c-6575-4df1-b0c7-c3d93348ab43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597a3134-d777-425f-8c71-7676e57bc7d7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:22.947599 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57884) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:22.967720 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb373-a9bc-4e1b-bbaa-e9619c33e96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.000484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcadb5-549b-493d-9915-61d62f6cb8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea5d2c-37d0-4085-a137-149b34ca4673,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.007122 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e3dcadb5-549b-493d-9915-61d62f6cb8ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7657537e55bf42798a2472fc00bf163b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409150 Aug 10 10:26:23.012027 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57888) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:23.037127 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.112506 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb373-a9bc-4e1b-bbaa-e9619c33e96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.117801 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb373-a9bc-4e1b-bbaa-e9619c33e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.161954 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.164399 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.171554 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0e0bb373-a9bc-4e1b-bbaa-e9619c33e96e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f63d5c0f4484489b0b72d3120dc6d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220526 Aug 10 10:26:23.174071 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57900) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:23.182668 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.183008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.183631 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb373-a9bc-4e1b-bbaa-e9619c33e96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41cb25b-2601-427c-b191-e0ac5301975b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.183761 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.184090 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > port after_create 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.184417 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.184757 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > port after_update 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.185068 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.185402 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.185708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.186033 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.255974 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.275944 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.276284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.276608 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.276930 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 10:26:23.277304 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f757806e-7ff1-4a87-b683-70ba215550cb']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:23.280398 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.331653 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c4fc81-8221-4768-8e0f-bf245a6f61e9') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:23.332352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c4fc81-8221-4768-8e0f-bf245a6f61e9') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:23.337904 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.338859 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.341742 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.345625 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f41cb25b-2601-427c-b191-e0ac5301975b HTTP/1.1" status: 204 len: 168 time: 0.1698730 Aug 10 10:26:23.354109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04a2a7-c18c-4745-8a3b-5e7c07258168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41cb25b-2601-427c-b191-e0ac5301975b,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.360561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.410022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: from cryptography.utils import int_from_bytes Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: from cryptography.utils import int_from_bytes Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:26:23.435851 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:26:23.506545 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.515975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.518349 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f757806e-7ff1-4a87-b683-70ba215550cb HTTP/1.1" status: 204 len: 168 time: 0.6084347 Aug 10 10:26:23.521384 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57918) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:23.534090 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5a1ca-bfd2-4707-9d2d-7945733e5444 admin admin] Pushing event deleted for resources: {'Network': ['ID=f757806e-7ff1-4a87-b683-70ba215550cb,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.538194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.541056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.542543 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3ea5d2c-37d0-4085-a137-149b34ca4673 HTTP/1.1" status: 204 len: 168 time: 0.5296116 Aug 10 10:26:23.552204 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b1c25-f2db-475c-bd08-c4484bb2cfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea5d2c-37d0-4085-a137-149b34ca4673,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.594826 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Deleting subnet a87d51bf-2181-4340-8dfa-eb1077391cf3 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:26:23.598675 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.635181 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.678061 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.796158 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.833808 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87d51bf-2181-4340-8dfa-eb1077391cf3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:23.841666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:23.847008 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a3aee932-9561-4abe-804b-06d6638a9ea9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a87d51bf-2181-4340-8dfa-eb1077391cf3 HTTP/1.1" status: 204 len: 168 time: 0.3236532 Aug 10 10:26:23.847963 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 57930) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:23.943012 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.027533 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.044418 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058fa9ee-d62e-4f46-92cc-1d47a3c746f1']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:24.056356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934a342b-4a03-4477-8f2e-d58d887867b0') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:24.056658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934a342b-4a03-4477-8f2e-d58d887867b0') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:24.066576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.081251 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.093388 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57944) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:24.094755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:26:24.095356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:26:24.097424 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:26:24.109863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-398129f6-19c3-4850-b8d5-419cd85f4f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.195080 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.216273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.218629 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/058fa9ee-d62e-4f46-92cc-1d47a3c746f1 HTTP/1.1" status: 204 len: 168 time: 0.3692331 Aug 10 10:26:24.237678 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb8fa1-2e9f-4c5d-9a04-49c38b9854d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=058fa9ee-d62e-4f46-92cc-1d47a3c746f1,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:24.269041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-398129f6-19c3-4850-b8d5-419cd85f4f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.276389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-398129f6-19c3-4850-b8d5-419cd85f4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.328238 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-398129f6-19c3-4850-b8d5-419cd85f4f38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=148b76b33fd24b38931d6870e53349b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337019 Aug 10 10:26:24.330971 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57952) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:24.339961 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398129f6-19c3-4850-b8d5-419cd85f4f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53010ff6-f826-40e8-b82f-c46b799d654a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:24.396811 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.425642 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.491168 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.494097 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.496434 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53010ff6-f826-40e8-b82f-c46b799d654a HTTP/1.1" status: 204 len: 168 time: 0.1630831 Aug 10 10:26:24.504615 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa51803-7a0b-4234-9a5c-89035ccdc596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53010ff6-f826-40e8-b82f-c46b799d654a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:24.559703 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57966) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:24.617427 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f71a06c3-bb22-4f7d-aacc-ddfec85c30d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e458fd87fe6048fa9080735d04695139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544758 Aug 10 10:26:24.618079 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 57970) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:24.681173 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.714418 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.768958 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.772624 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:24.778059 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08a34179-94a0-4f6c-9e24-b4f253f8f00d HTTP/1.1" status: 204 len: 168 time: 0.1587191 Aug 10 10:26:24.786061 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eb564-1c62-47a6-903c-7ea599332b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a34179-94a0-4f6c-9e24-b4f253f8f00d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:25.286134 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58002) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:25.316691 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-465d85f8-df79-4579-a9a5-b6d98ea06a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.462958 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595add7c-abb9-4b3a-9b87-cff7b192ea5e req-3949778e-cb7e-4398-9cbe-af0880039852 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:25.464601 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-595add7c-abb9-4b3a-9b87-cff7b192ea5e req-3949778e-cb7e-4398-9cbe-af0880039852 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0904608 Aug 10 10:26:25.516877 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58020) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:25.542484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-465d85f8-df79-4579-a9a5-b6d98ea06a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.546402 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-595add7c-abb9-4b3a-9b87-cff7b192ea5e req-7e8043ca-7038-48ad-80ee-db12dcd74383 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Aug 10 10:26:25.549676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-465d85f8-df79-4579-a9a5-b6d98ea06a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.580906 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-be5ee1e8-b9cb-4b75-ac99-da6f63c70bfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ecdacf1a84f4f7a840c637cd2d0442f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625846 Aug 10 10:26:25.585078 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58024) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:25.592974 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d85f8-df79-4579-a9a5-b6d98ea06a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f2f753-647f-403c-81a0-740aa91b42fc,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:25.621287 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-465d85f8-df79-4579-a9a5-b6d98ea06a87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bb0fbfd397e41e5b03657034bacb6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329544 Aug 10 10:26:25.621810 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58026) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:25.685991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.723233 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.725065 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.767503 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.825461 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.834364 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.839849 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0874f11-db5d-428d-9391-a4b0c6dd4ccf HTTP/1.1" status: 204 len: 168 time: 0.2533948 Aug 10 10:26:25.854115 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.854218 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58040) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:25.865843 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:25.869956 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86f2f753-647f-403c-81a0-740aa91b42fc HTTP/1.1" status: 204 len: 168 time: 0.2436857 Aug 10 10:26:25.871826 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70685119-a8e3-4f9c-b1cd-c3ead0eb6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0874f11-db5d-428d-9391-a4b0c6dd4ccf,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:25.881383 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb656a1-2e65-436a-820c-5e8d0bfac572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f2f753-647f-403c-81a0-740aa91b42fc,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:26.125302 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-09c05dcd-2332-49be-98e8-77999c64e8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.237271 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-09c05dcd-2332-49be-98e8-77999c64e8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.251425 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-09c05dcd-2332-49be-98e8-77999c64e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.301654 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-09c05dcd-2332-49be-98e8-77999c64e8e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13ea6c610530464488097acfc99e0854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464273 Aug 10 10:26:26.303466 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05dcd-2332-49be-98e8-77999c64e8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c93b33d-f192-43d7-8b79-9badcaf335e1,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:26.304688 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58074) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:26.388819 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.423071 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.479283 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.481840 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:26.483712 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c93b33d-f192-43d7-8b79-9badcaf335e1 HTTP/1.1" status: 204 len: 168 time: 0.1765027 Aug 10 10:26:26.491517 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a86d5-4f06-4b3e-88cb-72af5e494913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c93b33d-f192-43d7-8b79-9badcaf335e1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:26.693476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed375-cb07-4cc4-8a35-b5120db641aa req-8fe70cb8-fafe-411e-b8f1-eba8bc11086e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:26.695153 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a10ed375-cb07-4cc4-8a35-b5120db641aa req-8fe70cb8-fafe-411e-b8f1-eba8bc11086e tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0548124 Aug 10 10:26:26.763034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a10ed375-cb07-4cc4-8a35-b5120db641aa req-9de6f00d-72b7-44ea-8678-465e1a916eca tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Aug 10 10:26:26.969072 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58132) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:26.992166 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5e1d092b-a32a-43aa-8256-1db153ec583d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.100968 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5e1d092b-a32a-43aa-8256-1db153ec583d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.106237 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5e1d092b-a32a-43aa-8256-1db153ec583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.144893 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5e1d092b-a32a-43aa-8256-1db153ec583d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77d411c7c2ff4fc4a96dee4da76818a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738441 Aug 10 10:26:27.146946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d092b-a32a-43aa-8256-1db153ec583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3700f323-54fc-4810-9ac0-48c441c5b872,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:27.148229 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58138) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:27.161227 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58142) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:27.236680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.260056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.310448 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.313197 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.315753 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3700f323-54fc-4810-9ac0-48c441c5b872 HTTP/1.1" status: 204 len: 168 time: 0.1603150 Aug 10 10:26:27.326742 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa48119-babb-452e-93d6-dd4efa3faca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3700f323-54fc-4810-9ac0-48c441c5b872,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:27.369261 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-82ec167a-1fe8-4ece-a371-b7d361182869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.476710 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-82ec167a-1fe8-4ece-a371-b7d361182869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.485984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-82ec167a-1fe8-4ece-a371-b7d361182869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.518693 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec167a-1fe8-4ece-a371-b7d361182869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7d88e-39a0-4e6b-a847-e3891bb9c128,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:27.519488 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18446601-9fde-43c2-81ce-4361b5595e97 req-ae8ac6f9-0251-444d-ba10-09669c74f8f0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:27.536363 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18446601-9fde-43c2-81ce-4361b5595e97 req-ae8ac6f9-0251-444d-ba10-09669c74f8f0 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.0878141 Aug 10 10:26:27.541082 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-82ec167a-1fe8-4ece-a371-b7d361182869 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74cd0ca420794758a516e05ee690e64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788021 Aug 10 10:26:27.541831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58166) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:27.599873 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.625020 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.678434 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.681265 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.682524 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33a7d88e-39a0-4e6b-a847-e3891bb9c128 HTTP/1.1" status: 204 len: 168 time: 0.1397860 Aug 10 10:26:27.686666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Deleting port 785a57de-bbce-4619-aca8-fbdc0cf9941a {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:26:27.687243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.690680 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f95355-a09a-49d8-80c0-bfb6949f725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7d88e-39a0-4e6b-a847-e3891bb9c128,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:27.803183 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] For port 785a57de-bbce-4619-aca8-fbdc0cf9941a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=785a57de-bbce-4619-aca8-fbdc0cf9941a,segment=NetworkSegment(9736d3c5-eafb-47cf-b213-7bea75a65067),segment_id=9736d3c5-eafb-47cf-b213-7bea75a65067)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:27.803570 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:27.835978 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Calling delete_port for 785a57de-bbce-4619-aca8-fbdc0cf9941a owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:26:27.997268 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002474f-9f1e-412d-b6ab-c4fb9d2026e8 req-a4cddd57-3d34-4cde-9e34-4e87e5f0fea9 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:27.998774 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0002474f-9f1e-412d-b6ab-c4fb9d2026e8 req-a4cddd57-3d34-4cde-9e34-4e87e5f0fea9 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 946 time: 0.1319172 Aug 10 10:26:28.037208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58186) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:28.067912 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0002474f-9f1e-412d-b6ab-c4fb9d2026e8 req-34fc0d23-6ff1-43b7-b37c-afd1080fb428 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f65e498-bf78-4f14-b0ea-47735803868d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Aug 10 10:26:28.171756 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.205784 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Pushing event deleted for resources: {'Port': ['ID=785a57de-bbce-4619-aca8-fbdc0cf9941a,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:28.219871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['785a57de-bbce-4619-aca8-fbdc0cf9941a'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:26:28.257703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.258050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.258389 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.258762 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.259071 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.259414 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.259747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.260227 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.260360 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.260834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.261618 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.262190 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.287271 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] No DVR routers for this DVR port 785a57de-bbce-4619-aca8-fbdc0cf9941a on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:26:28.291198 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.293460 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18446601-9fde-43c2-81ce-4361b5595e97 req-6688d36b-a0b5-461d-8899-8b07e2aeb163 tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.24 "DELETE /v2.0/ports/785a57de-bbce-4619-aca8-fbdc0cf9941a HTTP/1.1" status: 204 len: 173 time: 0.7546458 Aug 10 10:26:28.294060 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'name': 'network-vif-deleted', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:28.296427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce7c144-7eff-4c0f-bfb9-e2ff40218e05" -d '{"events": [{"server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "name": "network-vif-deleted", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:28.336242 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f52f33d-cc02-41c5-bd7a-88d1b0f0da35 x-openstack-request-id: req-1f52f33d-cc02-41c5-bd7a-88d1b0f0da35 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:28.336914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac", "name": "network-vif-deleted", "tag": "785a57de-bbce-4619-aca8-fbdc0cf9941a", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:28.336914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f52f33d-cc02-41c5-bd7a-88d1b0f0da35 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:28.337359 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac', 'name': 'network-vif-deleted', 'tag': '785a57de-bbce-4619-aca8-fbdc0cf9941a', 'status': 'completed', 'code': 200} Aug 10 10:26:28.364200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-36459767-98e5-4ef4-8917-b53dc7934b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.442687 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58206) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:28.460800 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.478505 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-36459767-98e5-4ef4-8917-b53dc7934b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.484001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-36459767-98e5-4ef4-8917-b53dc7934b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.530241 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-36459767-98e5-4ef4-8917-b53dc7934b41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=422fb3863f3e416f9bbf408a0160efe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893467 Aug 10 10:26:28.530241 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36459767-98e5-4ef4-8917-b53dc7934b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4eb77-901b-4e3d-9814-752358affa17,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:28.533032 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58210) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:28.591367 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.612772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.619478 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.619945 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.670567 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d04d4567cad04294824dfe228ad54989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260282 Aug 10 10:26:28.670851 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58218) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:28.671803 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7bf74-96b8-4a92-82bd-a4394a1d302e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:28.681185 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.681467 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.681804 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.682130 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.682454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.682780 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.683097 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.683447 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.683770 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.684085 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.684403 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.684767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d85b54-f7e0-4fe2-ba19-fbb30358e330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:28.703141 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.705975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.707102 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9b4eb77-901b-4e3d-9814-752358affa17 HTTP/1.1" status: 204 len: 168 time: 0.1729751 Aug 10 10:26:28.733750 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad51f-8b36-42cd-896f-305fa9e4200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4eb77-901b-4e3d-9814-752358affa17,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:28.768864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.797007 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.865035 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.867709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:28.871457 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2f7bf74-96b8-4a92-82bd-a4394a1d302e HTTP/1.1" status: 204 len: 168 time: 0.1961610 Aug 10 10:26:28.877720 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b44720-47ae-4eb1-8184-8c6a56c08aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7bf74-96b8-4a92-82bd-a4394a1d302e,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:29.205530 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58244) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:29.210226 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29b2c3d3-5015-46e7-94cd-c695dd50d881 req-589c65c0-8fab-4016-ad3e-01c3b003876b tempest-DeleteServersTestJSON-1342153114 tempest-DeleteServersTestJSON-1342153114-project] 10.222.0.10 "GET /v2.0/ports?device_id=30b846f0-ce7b-49f8-a6b3-a3a87c7da6ac HTTP/1.1" status: 200 len: 210 time: 0.0310071 Aug 10 10:26:29.223004 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66edf53-0eb5-4b5b-b60e-f4f7e5ca1350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.367125 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66edf53-0eb5-4b5b-b60e-f4f7e5ca1350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.373908 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d66edf53-0eb5-4b5b-b60e-f4f7e5ca1350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.436007 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d66edf53-0eb5-4b5b-b60e-f4f7e5ca1350 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=784db7456bae4637bcef3f39205272bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293477 Aug 10 10:26:29.438687 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66edf53-0eb5-4b5b-b60e-f4f7e5ca1350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c14c7ba-9a22-4eba-8d97-96c40eb52dc5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:29.439072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58254) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:29.507412 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.550602 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.641426 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.645424 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:29.646603 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c14c7ba-9a22-4eba-8d97-96c40eb52dc5 HTTP/1.1" status: 204 len: 168 time: 0.2059631 Aug 10 10:26:29.654727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451055-cf6d-4abf-b981-3c16061c1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c14c7ba-9a22-4eba-8d97-96c40eb52dc5,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:30.066099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58290) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:30.080496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bdb598fb-f991-4353-a4ec-8eaf466a4075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.189996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bdb598fb-f991-4353-a4ec-8eaf466a4075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.194477 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bdb598fb-f991-4353-a4ec-8eaf466a4075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.236097 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-bdb598fb-f991-4353-a4ec-8eaf466a4075 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=132475cfd70e47ca8a4d703ac64d819d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663594 Aug 10 10:26:30.236097 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb598fb-f991-4353-a4ec-8eaf466a4075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad822d37-7b0a-4f65-ab07-f05995a03fa4,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:30.237011 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58300) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:30.291940 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.320945 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.378844 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.385586 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:30.389094 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad822d37-7b0a-4f65-ab07-f05995a03fa4 HTTP/1.1" status: 204 len: 168 time: 0.1489694 Aug 10 10:26:30.397608 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98a1a5-ab01-42d9-ad8d-c83e228a5a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad822d37-7b0a-4f65-ab07-f05995a03fa4,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:31.307355 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58376) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:31.525091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ad7515ef-5d31-4910-88e6-7b367e396037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.583045 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 785a57de-bbce-4619-aca8-fbdc0cf9941a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:26:31.619436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 785a57de-bbce-4619-aca8-fbdc0cf9941a {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:26:31.622297 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 785a57de-bbce-4619-aca8-fbdc0cf9941a not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:26:31.642219 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ad7515ef-5d31-4910-88e6-7b367e396037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.648105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ad7515ef-5d31-4910-88e6-7b367e396037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.686011 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58394) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:31.686545 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-ad7515ef-5d31-4910-88e6-7b367e396037 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff0226906d5c408284b7cafd7d7479d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775704 Aug 10 10:26:31.708099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7515ef-5d31-4910-88e6-7b367e396037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb8225-6fdc-43d0-b9c7-8eb6a9de72f5,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:31.768629 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.794721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58396) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:31.796526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.851157 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.853918 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:31.857919 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3dbb8225-6fdc-43d0-b9c7-8eb6a9de72f5 HTTP/1.1" status: 204 len: 168 time: 0.1698425 Aug 10 10:26:31.866131 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e902cd-c7e1-4dbf-a3ef-02f272ac478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb8225-6fdc-43d0-b9c7-8eb6a9de72f5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:31.935272 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a0819a5-f003-496c-9094-7ae1327e8cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.038727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a0819a5-f003-496c-9094-7ae1327e8cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.044314 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7a0819a5-f003-496c-9094-7ae1327e8cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.105651 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7a0819a5-f003-496c-9094-7ae1327e8cfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8189abebf9e4cbbbbbf5d9a37149c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068030 Aug 10 10:26:32.105934 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0819a5-f003-496c-9094-7ae1327e8cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17df5811-1c9a-4a59-9c4b-d8bd1e7702f9,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:32.106105 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58406) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:32.191478 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.193627 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58410) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:32.225870 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd24fe47-82e8-4b7b-a754-39797800e45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.233541 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.293605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.293605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.293605 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17df5811-1c9a-4a59-9c4b-d8bd1e7702f9 HTTP/1.1" status: 204 len: 168 time: 0.1857445 Aug 10 10:26:32.301766 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e414-55ba-43fb-b0af-5def1a12889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17df5811-1c9a-4a59-9c4b-d8bd1e7702f9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:32.358532 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd24fe47-82e8-4b7b-a754-39797800e45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.363805 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cd24fe47-82e8-4b7b-a754-39797800e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.409193 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-cd24fe47-82e8-4b7b-a754-39797800e45a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35ec5d5a6c794c2baba86d8719409d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136300 Aug 10 10:26:32.411066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24fe47-82e8-4b7b-a754-39797800e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945daa38-13c2-48d2-9d53-14d45f8559c1,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:32.411915 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58418) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:32.466339 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.489272 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.535616 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.538451 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.539618 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/945daa38-13c2-48d2-9d53-14d45f8559c1 HTTP/1.1" status: 204 len: 168 time: 0.1265466 Aug 10 10:26:32.547670 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ccaf2-2d21-4eaf-916c-3ce7fe311c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945daa38-13c2-48d2-9d53-14d45f8559c1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:32.652971 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58424) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:32.674361 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-864e7656-bff1-43df-a560-bce6b2e83075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.774795 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-864e7656-bff1-43df-a560-bce6b2e83075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.779729 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-864e7656-bff1-43df-a560-bce6b2e83075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.821745 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-864e7656-bff1-43df-a560-bce6b2e83075 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0dba0ce2bf84126a58502448c082f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676252 Aug 10 10:26:32.822355 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58440) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:32.842187 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e7656-bff1-43df-a560-bce6b2e83075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a140229-ec99-4769-adc7-4bc3b01b8d3e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:32.884765 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.909073 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.958131 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.960596 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:32.962217 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a140229-ec99-4769-adc7-4bc3b01b8d3e HTTP/1.1" status: 204 len: 168 time: 0.1344900 Aug 10 10:26:32.969937 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785420a8-da61-4682-845a-cf823a13774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a140229-ec99-4769-adc7-4bc3b01b8d3e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:34.158966 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58558) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:34.210604 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Deleting subnet d23e150c-e072-4271-a46f-a87015537e7e {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:26:34.214450 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.252785 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.297300 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.359624 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.385726 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23e150c-e072-4271-a46f-a87015537e7e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:34.398684 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.401389 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4874fa90-16bc-422c-998f-f84521b2221c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d23e150c-e072-4271-a46f-a87015537e7e HTTP/1.1" status: 204 len: 168 time: 0.2405574 Aug 10 10:26:34.407040 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58582) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:34.479577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.560169 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.570105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc16f37-242b-4cb1-92af-91022698404b']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:34.580300 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9736d3c5-eafb-47cf-b213-7bea75a65067') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:34.580594 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9736d3c5-eafb-47cf-b213-7bea75a65067') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:34.592022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.618918 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.625076 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:26:34.625444 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:26:34.627009 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:26:34.684386 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.714327 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:34.719126 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4fc16f37-242b-4cb1-92af-91022698404b HTTP/1.1" status: 204 len: 168 time: 0.3110166 Aug 10 10:26:34.733641 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84297814-748a-46e2-8cf2-34b447ee6937 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc16f37-242b-4cb1-92af-91022698404b,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:35.003922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58620) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:35.052414 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b6aae74a-02f0-4bad-9ac6-08d38df99a28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e83707fa7d674eada5b455e5a93df6b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474815 Aug 10 10:26:35.055138 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58624) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:35.112690 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:35.138853 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:35.207263 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:35.210199 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:35.216714 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f65e498-bf78-4f14-b0ea-47735803868d HTTP/1.1" status: 204 len: 168 time: 0.1555867 Aug 10 10:26:35.220629 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18d9c2-c1d2-4481-a9bf-253413cb3cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65e498-bf78-4f14-b0ea-47735803868d,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:35.953682 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58704) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:36.073969 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-network', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:36.106526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Made reservation on behalf of 39e77df4ce9b432db5803f83d38aeba6 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:36.109859 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.119772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.234216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.238477 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.266833 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:26:36.277634 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:36.282429 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.282826 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Added segment 570f8c1c-f555-48fc-8a08-635046a25881 of type vlan for network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 Aug 10 10:26:36.333463 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.372221 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.373498 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:36.374379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.440003 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4827025 Aug 10 10:26:36.440483 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58736) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:36.448714 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1545088-6b5c-4e75-8e0c-ec9eb38b7a61 admin admin] Pushing event updated for resources: {'Network': ['ID=4142fb14-85c1-4ffe-85e2-d0b69514ade7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:36.452680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Request body: {'subnet': {'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-subnet', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:36.459586 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:26:36.485177 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Made reservation on behalf of 39e77df4ce9b432db5803f83d38aeba6 for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:36.487494 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25444466'] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.651386 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29217976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25444448'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.703054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be97a8c-9244-4e3f-b6e4-d3071a185389,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:36.713716 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Checking segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:36.714053 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Network hostable DHCP agents. Network: 4142fb14-85c1-4ffe-85e2-d0b69514ade7, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:26:36.731289 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:26:36.743773 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 4142fb14-85c1-4ffe-85e2-d0b69514ade7) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:36.747781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:36.748353 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.752598 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e1b1a-87b8-414f-9886-b1aa05c4ca3c None None] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:36.763173 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4c8d3243-12c1-4721-bf4a-cc6447c42c6d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3196421 Aug 10 10:26:36.765912 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58738) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:36.770223 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:36.793631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.794895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:36.877367 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be96280-bb94-4777-9bcf-e1acb6d5c61d None None] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:36.891650 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.265370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.357147 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58764) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:37.492906 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-966e8804-a335-4a4f-9e05-7bf3b846bfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.516066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.564390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.622970 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-966e8804-a335-4a4f-9e05-7bf3b846bfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.632028 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-966e8804-a335-4a4f-9e05-7bf3b846bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:37.638273 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58778) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:37.697128 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-966e8804-a335-4a4f-9e05-7bf3b846bfe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13b954253a464f40adb267dc809a875e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375080 Aug 10 10:26:37.697420 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e8804-a335-4a4f-9e05-7bf3b846bfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64505495-d79b-4382-9f2a-3475df889d9e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:37.703455 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58784) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:37.794926 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Allocated IP 172.27.2.198 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/8f46a213-bf07-45fd-b168-9b6857c61326) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:37.914330 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58792) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:37.956949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.021974 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.023825 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48a8df42-3b4b-46f9-a676-179848d322e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.048982 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.079365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5300ea84-5829-4fbe-b389-b8edffc04399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.082039 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:38.087933 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.098495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:38.102389 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:38.109650 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Pushing event updated for resources: {'Port': ['ID=8f46a213-bf07-45fd-b168-9b6857c61326,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:38.179155 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.181930 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.185730 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64505495-d79b-4382-9f2a-3475df889d9e HTTP/1.1" status: 204 len: 168 time: 0.4788296 Aug 10 10:26:38.195650 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48a8df42-3b4b-46f9-a676-179848d322e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.199380 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646fe70-cd82-4de7-b930-94c9fb070bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64505495-d79b-4382-9f2a-3475df889d9e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:38.203079 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-48a8df42-3b4b-46f9-a676-179848d322e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.265348 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-48a8df42-3b4b-46f9-a676-179848d322e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=868b55a8e78d4e08bcb04136d2a910f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199031 Aug 10 10:26:38.266336 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8df42-3b4b-46f9-a676-179848d322e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9f895-7809-45ac-b876-89bbbb06add7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:38.268840 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58806) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:38.350711 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.355568 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5300ea84-5829-4fbe-b389-b8edffc04399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.369214 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5300ea84-5829-4fbe-b389-b8edffc04399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.389040 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.432107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300ea84-5829-4fbe-b389-b8edffc04399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d1f0d-78ab-41fe-b6a7-413774ceef15,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:38.465538 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-5300ea84-5829-4fbe-b389-b8edffc04399 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f9ce1c188da43269f87d51c62e7fe70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500603 Aug 10 10:26:38.467000 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58820) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:38.492086 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.497866 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.511776 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38f9f895-7809-45ac-b876-89bbbb06add7 HTTP/1.1" status: 204 len: 168 time: 0.2178996 Aug 10 10:26:38.525286 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f484d2-b4e9-4bea-b553-c9fccd8ebd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9f895-7809-45ac-b876-89bbbb06add7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:38.550135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.635895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.696960 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58828) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:38.724944 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0400bde4-bf36-4ba4-bdcb-b701eeb4745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.746213 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.803208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.805872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:38.809634 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a40d1f0d-78ab-41fe-b6a7-413774ceef15 HTTP/1.1" status: 204 len: 168 time: 0.3342462 Aug 10 10:26:38.829933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699a1dd-a416-43cc-a199-192790585bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d1f0d-78ab-41fe-b6a7-413774ceef15,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:39.023967 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0400bde4-bf36-4ba4-bdcb-b701eeb4745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.032556 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0400bde4-bf36-4ba4-bdcb-b701eeb4745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.065373 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.087214 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58840) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:39.088466 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400bde4-bf36-4ba4-bdcb-b701eeb4745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e6958-660e-475d-9099-bf829358ed06,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:39.093366 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0400bde4-bf36-4ba4-bdcb-b701eeb4745e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e16daf50a18413a926c5043dafcab24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913682 Aug 10 10:26:39.096371 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 58842) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:39.106682 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a0a41be7-f76b-49a9-a84d-d6c45a4fdf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.236946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a0a41be7-f76b-49a9-a84d-d6c45a4fdf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.245788 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a0a41be7-f76b-49a9-a84d-d6c45a4fdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.249062 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.286186 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.302648 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a0a41be7-f76b-49a9-a84d-d6c45a4fdf87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=406ee0dea1164730a7e6039ae0654392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138207 Aug 10 10:26:39.304372 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a41be7-f76b-49a9-a84d-d6c45a4fdf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c0e1b-8743-41a6-b0b1-1eed07135764,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:39.307732 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58852) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:39.353044 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Router 114a76cc-1675-4623-befb-8f0840805b7d is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:26:39.370216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.408333 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.411083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.413856 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.415986 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d3e6958-660e-475d-9099-bf829358ed06 HTTP/1.1" status: 204 len: 168 time: 0.3187044 Aug 10 10:26:39.434001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba436af-601e-4ca6-b8ef-cc376e04e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e6958-660e-475d-9099-bf829358ed06,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:39.475221 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.483451 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.494911 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/689c0e1b-8743-41a6-b0b1-1eed07135764 HTTP/1.1" status: 204 len: 168 time: 0.1827929 Aug 10 10:26:39.510567 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae39685-93fd-4fba-a716-69ab96674404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c0e1b-8743-41a6-b0b1-1eed07135764,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:39.519564 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:26:39.532211 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Sync routers for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:26:39.543587 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:39.544214 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:39.597356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:39.598485 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-c07f79f8-34f8-41c7-b227-8fa3462cc0ec admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8316615 Aug 10 10:26:39.601389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 58870) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:39.629832 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-bea3e391-751e-4254-8274-f2e801d00d2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959351 Aug 10 10:26:39.780782 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:39.854201 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-f58cb060-7244-4a31-b0c6-1364bd0d2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:39.855743 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-f58cb060-7244-4a31-b0c6-1364bd0d2861 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1098 time: 0.0740213 Aug 10 10:26:39.994600 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-cbd41293-9abf-4b33-864a-211e643a3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:39.996106 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-cbd41293-9abf-4b33-864a-211e643a3ed5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1152442 Aug 10 10:26:40.030703 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:38Z', 'revision_number': 3, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:40.062609 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Checking router: 114a76cc-1675-4623-befb-8f0840805b7d for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:26:40.063331 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Updating router 114a76cc-1675-4623-befb-8f0840805b7d port 8f46a213-bf07-45fd-b168-9b6857c61326 binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:26:40.098569 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.156827 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-eeaceae0-e2c1-4a99-ba13-932e5e057aab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 1001 time: 0.1503592 Aug 10 10:26:40.218451 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-f4d668c3-5fc7-4ce9-9bc4-273cc36bd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:40.226896 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-f4d668c3-5fc7-4ce9-9bc4-273cc36bd3e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0611081 Aug 10 10:26:40.292996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-d559ca22-63ec-482c-9a98-52efb1d363f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:40.295034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-d559ca22-63ec-482c-9a98-52efb1d363f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586278 Aug 10 10:26:40.299332 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.491620 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Allocated IP 172.20.0.1 (4142fb14-85c1-4ffe-85e2-d0b69514ade7/3be97a8c-9244-4e3f-b6e4-d3071a185389/07ce8223-91b7-4b6c-96f7-e3af7d25b92e) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:40.532495 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-4ffe13eb-e1a5-416a-beb7-798a78a2d93f service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233136 Aug 10 10:26:40.685888 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.718524 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.735580 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Transition to ACTIVE for port object 8f46a213-bf07-45fd-b168-9b6857c61326 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:40.755100 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bb9441-b088-4827-9ed3-4d53b00d36aa req-e55063f0-6136-4c8d-bee2-484f9051743d service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041132 Aug 10 10:26:40.756881 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.775832 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.801620 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:40.894917 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Pushing event updated for resources: {'Port': ['ID=8f46a213-bf07-45fd-b168-9b6857c61326,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:40.907291 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.908004 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.908806 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.914345 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.915578 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.916146 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.916808 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.918628 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.919213 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.919844 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.920375 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.920775 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:40.933165 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Pushing event updated for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:40.958690 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:40.964979 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:40.989306 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:41.002770 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Attempting to bind port 8f46a213-bf07-45fd-b168-9b6857c61326 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:26:41.002770 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Attempting to bind port 8f46a213-bf07-45fd-b168-9b6857c61326 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:26:41.002770 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Attempting to bind port 8f46a213-bf07-45fd-b168-9b6857c61326 on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:41.034587 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:26:41.035533 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:41.035533 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.035851 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:26:41.036357 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Bound port: 8f46a213-bf07-45fd-b168-9b6857c61326, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:26:41.036735 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.109853 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.141215 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] For port 8f46a213-bf07-45fd-b168-9b6857c61326, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:26:41.145083 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] For port 8f46a213-bf07-45fd-b168-9b6857c61326, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=8f46a213-bf07-45fd-b168-9b6857c61326,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:26:41.152760 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.285583 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:41.285757 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.300609 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:41.418945 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25c8ef-b2dd-404f-8d47-c477f17b6874 None None] Pushing event updated for resources: {'Port': ['ID=8f46a213-bf07-45fd-b168-9b6857c61326,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:41.515053 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6d23d70b-1a25-47c8-b6bc-15a4a4e3d134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.538345 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:41.567246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.576648 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.672696 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Pushing event updated for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:41.680459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:41.850074 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '07ce8223-91b7-4b6c-96f7-e3af7d25b92e', 'name': '', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'mac_address': 'fa:16:3e:aa:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:40Z', 'updated_at': '2021-08-10T10:26:40Z', 'revision_number': 1, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'subnets': [{'id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:41.855460 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:41.856860 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:41.902742 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8ed48-3e23-433b-b60e-790181647b8f None None] The sync data for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi is: [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '07ce8223-91b7-4b6c-96f7-e3af7d25b92e', 'name': '', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'mac_address': 'fa:16:3e:aa:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:40Z', 'updated_at': '2021-08-10T10:26:40Z', 'revision_number': 1, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'subnets': [{'id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:26:41.995020 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Router 114a76cc-1675-4623-befb-8f0840805b7d has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:26:42.176395 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:26:42.189209 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-24b6bd3a-9f68-4155-9e65-1b42ff516d86 admin admin] 10.222.0.10 "PUT /v2.0/routers/114a76cc-1675-4623-befb-8f0840805b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865805 Aug 10 10:26:42.454946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59040) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:42.588346 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cfe138fd-169d-42b3-9cd1-8053d471888d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.691402 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cfe138fd-169d-42b3-9cd1-8053d471888d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.696177 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cfe138fd-169d-42b3-9cd1-8053d471888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.737346 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe138fd-169d-42b3-9cd1-8053d471888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408ff84-de5d-4f77-945f-73bbb2539d56,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:42.750368 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cfe138fd-169d-42b3-9cd1-8053d471888d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c048f0721ca24f098e9fb83a9855d968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939653 Aug 10 10:26:42.752999 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59056) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:42.834483 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.860062 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.917960 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.920681 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:42.921989 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6408ff84-de5d-4f77-945f-73bbb2539d56 HTTP/1.1" status: 204 len: 168 time: 0.1679239 Aug 10 10:26:42.930046 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d945c-f921-49fb-a90c-8f9468b93775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408ff84-de5d-4f77-945f-73bbb2539d56,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:43.570190 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8f46a213-bf07-45fd-b168-9b6857c61326 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:43.624436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 8f46a213-bf07-45fd-b168-9b6857c61326 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:43.632458 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 8f46a213-bf07-45fd-b168-9b6857c61326 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:43.632841 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.668050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 59100) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:43.728056 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.771701 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 8f46a213-bf07-45fd-b168-9b6857c61326, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=8f46a213-bf07-45fd-b168-9b6857c61326,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:43.774606 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3ced0400-ccf9-4a3a-be3c-c2e67de4c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.779024 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.816595 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-836921497-network', 'tenant_id': 'a906d07ed2e741979047d7ebd88ee1d2'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:43.843478 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=8f46a213-bf07-45fd-b168-9b6857c61326,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:43.850488 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.850833 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.851449 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.852821 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.852938 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Made reservation on behalf of a906d07ed2e741979047d7ebd88ee1d2 for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:43.853401 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.853875 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.854355 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.854822 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.855218 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.855467 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.855938 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.856440 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.857072 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:26:43.865881 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.974690 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:43.979767 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.008082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:26:44.017867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:44.022557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.022893 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Added segment 4836a12b-1178-4345-be89-53f950f02bd3 of type vlan for network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 Aug 10 10:26:44.068618 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.121401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.122453 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:44.123067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.194047 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5248795 Aug 10 10:26:44.197239 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59128) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:44.203938 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Request body: {'subnet': {'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-836921497-subnet', 'tenant_id': 'a906d07ed2e741979047d7ebd88ee1d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:44.204822 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc91475-fd09-4bd9-8264-df61ffbdb367 admin admin] Pushing event updated for resources: {'Network': ['ID=43b4dfda-1243-4f58-bcbb-b8e4d90b1956,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:44.215987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:26:44.246333 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Made reservation on behalf of a906d07ed2e741979047d7ebd88ee1d2 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:44.246333 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.308913 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.333806 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Sync routers for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:26:44.342476 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:44.343161 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:44.429251 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.458032 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:44.491568 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2880b2f1-846e-49ba-b122-68fd3513f162,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:44.500760 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Checking segment: {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:44.501107 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Network hostable DHCP agents. Network: 43b4dfda-1243-4f58-bcbb-b8e4d90b1956, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:26:44.518335 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:26:44.530738 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 43b4dfda-1243-4f58-bcbb-b8e4d90b1956) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:44.541957 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:44.542435 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:44.550055 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609a298-dca5-4716-8364-90763e699151 None None] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:44.564590 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-37d1a075-4521-43af-a5b5-b656cfea54d9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3661969 Aug 10 10:26:44.887957 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5143c-c706-4856-8f55-a540f864e796 None None] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:26:44.947846 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '07ce8223-91b7-4b6c-96f7-e3af7d25b92e', 'name': '', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'mac_address': 'fa:16:3e:aa:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:40Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 2, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'subnets': [{'id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:44.986154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Checking router: 114a76cc-1675-4623-befb-8f0840805b7d for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:26:44.986506 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Updating router 114a76cc-1675-4623-befb-8f0840805b7d port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:26:45.027659 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.278686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.362972 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.373132 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Transition to ACTIVE for port object 07ce8223-91b7-4b6c-96f7-e3af7d25b92e will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:45.379082 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.434235 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb45e6-2d3b-475a-99e1-92c14da62c0e None None] Pushing event updated for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:45.483675 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Attempting to bind port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:26:45.483878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Attempting to bind port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:26:45.484552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Attempting to bind port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:45.495705 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:26:45.496379 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Checking segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:45.497016 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.497424 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Bound using segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:26:45.497884 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Bound port: 07ce8223-91b7-4b6c-96f7-e3af7d25b92e, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:26:45.498253 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.515037 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8f46a213-bf07-45fd-b168-9b6857c61326 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:45.519592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 59162) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:45.605545 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] For port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:26:45.608753 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] For port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:26:45.615215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.643666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-33e995f7-566c-4c51-ba18-e8e1eb07e808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.647646 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 8f46a213-bf07-45fd-b168-9b6857c61326 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:45.648016 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.705864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:26:45.706485 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:26:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:45.762562 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb45e6-2d3b-475a-99e1-92c14da62c0e None None] Pushing event updated for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:45.766843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-33e995f7-566c-4c51-ba18-e8e1eb07e808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.776794 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-33e995f7-566c-4c51-ba18-e8e1eb07e808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.813677 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e995f7-566c-4c51-ba18-e8e1eb07e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec9b33a-c791-4b65-8c5a-f6738bbbd6e5,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:45.836830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-33e995f7-566c-4c51-ba18-e8e1eb07e808 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ed16c82f7ac4065bb2e68fb68470160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160555 Aug 10 10:26:45.839395 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 59174) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:45.875339 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:26:45.896495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.903617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:26:45.918878 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.977873 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.978393 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59178) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:45.979880 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:45.983795 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ec9b33a-c791-4b65-8c5a-f6738bbbd6e5 HTTP/1.1" status: 204 len: 168 time: 0.1412449 Aug 10 10:26:45.995731 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255879b-0740-41af-8f6b-807ebddd8cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec9b33a-c791-4b65-8c5a-f6738bbbd6e5,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:46.103044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '07ce8223-91b7-4b6c-96f7-e3af7d25b92e', 'name': '', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'mac_address': 'fa:16:3e:aa:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:40Z', 'updated_at': '2021-08-10T10:26:45Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'subnets': [{'id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:26:46.136871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e8a8-459e-4b01-bad8-f2481a16aa8e None None] The sync data for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi is: [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:26:41Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '07ce8223-91b7-4b6c-96f7-e3af7d25b92e', 'name': '', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'mac_address': 'fa:16:3e:aa:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:40Z', 'updated_at': '2021-08-10T10:26:45Z', 'revision_number': 4, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'subnets': [{'id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:26:46.275426 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe662262-44b7-4791-94b3-ce50ed538a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.406242 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe662262-44b7-4791-94b3-ce50ed538a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.413682 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fe662262-44b7-4791-94b3-ce50ed538a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.455685 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fe662262-44b7-4791-94b3-ce50ed538a8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b54fd515ecd749d28cbcc408e426cb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758375 Aug 10 10:26:46.458150 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59208) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:46.466295 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe662262-44b7-4791-94b3-ce50ed538a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f444a5-2edf-4c2e-a003-5006208d9b1d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:46.520140 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.552941 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.560836 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.612661 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.615631 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:46.616765 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5f444a5-2edf-4c2e-a003-5006208d9b1d HTTP/1.1" status: 204 len: 168 time: 0.1575637 Aug 10 10:26:46.629437 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb1940-6d8e-4e20-9059-6720bb234f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f444a5-2edf-4c2e-a003-5006208d9b1d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:47.509922 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 07ce8223-91b7-4b6c-96f7-e3af7d25b92e up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:47.556215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:47.559686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:47.560079 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:47.636012 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:47.669206 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:26:47.673138 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:47.723411 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:49.489779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 07ce8223-91b7-4b6c-96f7-e3af7d25b92e up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:26:49.540786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:49.541153 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:49.817863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59258) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:49.923610 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc770222-3380-4f90-a163-c8b835baf1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.014037 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc770222-3380-4f90-a163-c8b835baf1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.017394 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-fc770222-3380-4f90-a163-c8b835baf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.053610 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-fc770222-3380-4f90-a163-c8b835baf1b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=031e2c6c8d06439f85a35d75c75bca51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347112 Aug 10 10:26:50.054426 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc770222-3380-4f90-a163-c8b835baf1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd470a10-511f-4e09-9c17-ce038c4a07d3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:50.056669 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59262) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:50.107697 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.128327 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.175687 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.178134 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:50.179274 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd470a10-511f-4e09-9c17-ce038c4a07d3 HTTP/1.1" status: 204 len: 168 time: 0.1217353 Aug 10 10:26:50.188090 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da7ab-cdb0-4069-865f-38f753a8c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd470a10-511f-4e09-9c17-ce038c4a07d3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:53.594579 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-2fb5db41-4d74-4aa7-9037-af350b145858 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:53.596098 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-2fb5db41-4d74-4aa7-9037-af350b145858 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 819 time: 0.1821291 Aug 10 10:26:53.602555 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-76efda2b-b699-414e-82db-9d7172dc8254 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:53.603937 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-76efda2b-b699-414e-82db-9d7172dc8254 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 808 time: 0.1795092 Aug 10 10:26:53.621200 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-4c5e61e5-36b4-421d-abfa-3046307ce1f0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/quotas/39e77df4ce9b432db5803f83d38aeba6 HTTP/1.1" status: 200 len: 375 time: 0.0162852 Aug 10 10:26:53.623532 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-1ab8879a-fd06-49d7-b4e9-714c8da7da3b tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/quotas/a906d07ed2e741979047d7ebd88ee1d2 HTTP/1.1" status: 200 len: 375 time: 0.0110259 Aug 10 10:26:53.674254 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-6f1c5ecd-1802-4d8f-b510-79b0926e045e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443313 Aug 10 10:26:53.739753 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-b33d18c1-b8f6-404b-8624-746e18ec99c7 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109080 Aug 10 10:26:53.826243 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-ee6cacf5-63bc-4bf6-b8fe-36144a046d3b service neutron] 10.222.0.10 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441228 Aug 10 10:26:53.905732 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-9c40547b-8f7e-4ba2-981a-61b4c758a09e service neutron] 10.222.0.10 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581380 Aug 10 10:26:53.988181 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-31d4f8ca-0d0b-4d27-b5d2-be5fd376209f service neutron] 10.222.0.10 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535754 Aug 10 10:26:54.021367 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-922370d5-3554-4487-9a75-22ab0eb37671 service neutron] 10.222.0.10 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089346 Aug 10 10:26:54.372033 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-550fd426-36da-4da9-9f1a-fd49d18324e6 req-4e27471f-dd91-485b-be3e-df443698536e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 210 time: 0.0606875 Aug 10 10:26:54.374118 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-49b40fe0-0fe6-4668-9a3b-06adbeaae57b tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8d59188322994f6eb551ea94affa0df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536282 Aug 10 10:26:54.751353 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c09ec2bb-b738-491d-b096-ea77c60e387d req-9e4deb78-314e-4181-bc70-9d4544501f5d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 210 time: 0.0436738 Aug 10 10:26:54.864138 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-31d58c5b-870b-4da2-af76-6535cc41cbd4 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:54.867221 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-31d58c5b-870b-4da2-af76-6535cc41cbd4 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821491 Aug 10 10:26:54.880908 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-63aa241f-fe05-4006-973b-6e71315a1671 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/quotas/8d59188322994f6eb551ea94affa0df1 HTTP/1.1" status: 200 len: 375 time: 0.0091720 Aug 10 10:26:54.914740 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-a8e2ce8c-b393-4197-9934-2e788528d815 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d59188322994f6eb551ea94affa0df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269220 Aug 10 10:26:55.071620 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-27806062-9ed3-49cf-914a-bc46abe804eb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:55.073120 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-27806062-9ed3-49cf-914a-bc46abe804eb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 819 time: 0.1182754 Aug 10 10:26:55.089296 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2dd3bbcb-6dab-4cca-81af-52ef58654eb5 req-7e256453-5be0-497c-ac78-76e13ebab8f9 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 210 time: 0.0381958 Aug 10 10:26:55.098918 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-b143e327-c659-49bf-a648-6ec3c7457887 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/quotas/39e77df4ce9b432db5803f83d38aeba6 HTTP/1.1" status: 200 len: 375 time: 0.0121367 Aug 10 10:26:55.150753 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-49e261e2-4c18-49af-8c93-e42432c1713e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453372 Aug 10 10:26:55.248076 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-03a37a47-631c-4eb4-a136-1e7e6467eec4 service neutron] 10.222.0.10 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887997 Aug 10 10:26:55.374931 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-57a69d3a-6aef-46e8-9b9f-a93bc659fe3a service neutron] 10.222.0.10 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179736 Aug 10 10:26:55.606686 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-281bf58c-2c15-4f46-baf6-509e2c33a67d req-d058a4ff-d069-45d7-b40b-44fe9e5b5128 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 210 time: 0.0349944 Aug 10 10:26:55.647331 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-7f4ddc55-e1b7-47c7-a69f-08516b0562c6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:55.649899 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-7f4ddc55-e1b7-47c7-a69f-08516b0562c6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 808 time: 0.2537067 Aug 10 10:26:55.684405 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fbd4d4fc-5810-40d1-9fc0-0aeb9fc3af11 req-6836cd7f-bac9-40f4-85aa-75355f578fbb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 210 time: 0.0328865 Aug 10 10:26:55.688087 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Request body: {'port': {'device_id': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956', 'admin_state_up': True, 'tenant_id': 'a906d07ed2e741979047d7ebd88ee1d2'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:55.804953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Made reservation on behalf of a906d07ed2e741979047d7ebd88ee1d2 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:55.809083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:55.991443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Allocated IP 172.20.0.9 (43b4dfda-1243-4f58-bcbb-b8e4d90b1956/2880b2f1-846e-49ba-b122-68fd3513f162/a6596bf1-07b0-42b4-9574-0c1d7ae88490) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:56.245073 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d42c3fca-efb6-4f5a-a8d9-faf6c321bf99 req-31834ad3-e3b6-47f4-bacc-c92934b15391 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 210 time: 0.0536010 Aug 10 10:26:56.269143 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:56.290491 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-ee4f1043-e6c6-4ef1-8133-4eed0f284f33 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:56.292038 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-ee4f1043-e6c6-4ef1-8133-4eed0f284f33 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 819 time: 0.2033894 Aug 10 10:26:56.317324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Request body: {'port': {'device_id': '8da63a99-7d35-4c81-8287-04b0692b535f', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'admin_state_up': True, 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:56.371602 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:56.437214 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:56.445135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:56.455082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:56.465421 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Pushing event updated for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:56.514200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Made reservation on behalf of 39e77df4ce9b432db5803f83d38aeba6 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:56.517628 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:56.527703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:56.528323 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:56.555599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-f9319bd6-57f6-4d89-9fcf-601f13b5aebd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8761556 Aug 10 10:26:56.671833 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Allocated IP 172.20.0.14 (4142fb14-85c1-4ffe-85e2-d0b69514ade7/3be97a8c-9244-4e3f-b6e4-d3071a185389/b92a6582-f861-4819-92c8-c5b0a11a0201) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:56.682433 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Request body: {'port': {'device_id': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:56.847954 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-44a9e341-374f-489b-a5d4-2c779ad733c0 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8d59188322994f6eb551ea94affa0df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501573 Aug 10 10:26:56.869863 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e905c3-0966-44e2-8a25-8e5f0020922b req-d497b3d1-b264-4d7c-8393-6ff521557b25 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:56.872534 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-59e905c3-0966-44e2-8a25-8e5f0020922b req-d497b3d1-b264-4d7c-8393-6ff521557b25 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 931 time: 0.1557398 Aug 10 10:26:56.907706 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:56.964038 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad3b3de-b512-4aec-916f-9f425a545017 req-bdcc62c3-5426-409a-b649-60ead73aa704 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 210 time: 0.1030712 Aug 10 10:26:57.048795 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-59e905c3-0966-44e2-8a25-8e5f0020922b req-f10ff534-6b84-4d33-a05d-b16664167139 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315308 Aug 10 10:26:57.060437 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ed153d64-79ac-431e-adee-6a3fffc14cf6 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:57.061932 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ed153d64-79ac-431e-adee-6a3fffc14cf6 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060664 Aug 10 10:26:57.084378 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Request body: {'port': {'device_id': '95908311-0567-4d98-b574-679ed0df82f8', 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800', 'admin_state_up': True, 'tenant_id': '8d59188322994f6eb551ea94affa0df1'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:57.130811 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.200944 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Made reservation on behalf of 8d59188322994f6eb551ea94affa0df1 for: {'port': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:57.204582 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.216875 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.247725 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.313172 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:57.323540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:57.331170 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:57.336709 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.338758 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Pushing event updated for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:57.341944 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.382201 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.24', 52011) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:26:57.408351 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5280624d-294b-4fe8-ac06-e6ec288cae2b req-97173dd4-e718-451e-aeff-0346ccc69ead tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 210 time: 0.0743701 Aug 10 10:26:57.415290 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aae312-1d4c-4da9-97af-208196997674,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:57.476984 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6596bf1-07b0-42b4-9574-0c1d7ae88490 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:26:57.496892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:57.497496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.500962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.507349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Allocated IP 192.168.233.12 (25495acc-4dd1-457c-a82d-d350297c3800/5eebcccb-5dca-4295-aa74-b27d43f0ffab/3ec78183-867e-445b-b046-5bfc294dba46) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:57.531817 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Transition to ACTIVE for port object a6596bf1-07b0-42b4-9574-0c1d7ae88490 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:57.538665 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-e385d0aa-efd6-4ccc-9eaf-92c94654b85c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2261870 Aug 10 10:26:57.541642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.582077 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Request body: {'port': {'device_id': '8da63a99-7d35-4c81-8287-04b0692b535f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:57.638649 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-cc1fdc5f-4e2a-4a71-9360-764e8c211b93 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:57.640269 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-cc1fdc5f-4e2a-4a71-9360-764e8c211b93 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 819 time: 0.2344732 Aug 10 10:26:57.678848 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Pushing event updated for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:57.679700 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.694407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Transition to ACTIVE for port object 3ec78183-867e-445b-b046-5bfc294dba46 will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:57.704599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Request body: {'port': {'device_id': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'admin_state_up': True, 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:57.726925 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.768565 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.774857 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Network 25495acc-4dd1-457c-a82d-d350297c3800 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:57.778439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:57.782231 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:57.788991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Pushing event updated for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:57.877690 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Attempting to bind port a6596bf1-07b0-42b4-9574-0c1d7ae88490 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:26:57.878182 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:57.878553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Attempting to bind port a6596bf1-07b0-42b4-9574-0c1d7ae88490 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:26:57.878553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Attempting to bind port a6596bf1-07b0-42b4-9574-0c1d7ae88490 on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:57.878719 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.892510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Port a6596bf1-07b0-42b4-9574-0c1d7ae88490 on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:26:57.892510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Attempting to bind port a6596bf1-07b0-42b4-9574-0c1d7ae88490 on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:57.897621 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-b230970a-f457-4d7a-8b26-89393946a261 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8172522 Aug 10 10:26:57.932064 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Request body: {'port': {'device_id': '95908311-0567-4d98-b574-679ed0df82f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:57.954900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:26:57.955406 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Checking segment: {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:57.955884 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Bound using segment: {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:26:57.956700 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Bound port: a6596bf1-07b0-42b4-9574-0c1d7ae88490, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:26:57.957014 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:57.994439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.075258 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Made reservation on behalf of 39e77df4ce9b432db5803f83d38aeba6 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:26:58.078718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.097317 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d612477a-cee7-4b1b-8244-c83e62f8e6eb None None] Provisioning for port 3ec78183-867e-445b-b046-5bfc294dba46 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:26:58.111438 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d612477a-cee7-4b1b-8244-c83e62f8e6eb None None] Provisioning complete for port 3ec78183-867e-445b-b046-5bfc294dba46 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:26:58.112021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d612477a-cee7-4b1b-8244-c83e62f8e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.149526 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d612477a-cee7-4b1b-8244-c83e62f8e6eb None None] Port 3ec78183-867e-445b-b046-5bfc294dba46 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:26:58.174556 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-90a1537b-a1c7-4f15-8ca1-a354bb0b5af2 req-9ccc51ad-616b-4a36-a161-ccee5b575a95 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 210 time: 0.0935535 Aug 10 10:26:58.204220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:26:58.241652 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:26:58.280303 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.286941 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec78183-867e-445b-b046-5bfc294dba46 {{(pid=93285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:26:58.294392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.307028 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Transition to ACTIVE for port object 3ec78183-867e-445b-b046-5bfc294dba46 will not be triggered until provisioned by entity L2. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:58.311180 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.364056 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:58.445196 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Attempting to bind port 3ec78183-867e-445b-b046-5bfc294dba46 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:26:58.445959 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Attempting to bind port 3ec78183-867e-445b-b046-5bfc294dba46 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:26:58.446382 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Attempting to bind port 3ec78183-867e-445b-b046-5bfc294dba46 on network 25495acc-4dd1-457c-a82d-d350297c3800 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:58.451736 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Port 3ec78183-867e-445b-b046-5bfc294dba46 on network 25495acc-4dd1-457c-a82d-d350297c3800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:26:58.452204 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Attempting to bind port 3ec78183-867e-445b-b046-5bfc294dba46 on network 25495acc-4dd1-457c-a82d-d350297c3800 {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:58.460863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:26:58.461200 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Checking segment: {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:58.461778 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Bound using segment: {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'} {{(pid=93285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:26:58.462180 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.managers [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Bound port: 3ec78183-867e-445b-b046-5bfc294dba46, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a75598-1504-4877-93e4-ac50a83601ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800'}}] {{(pid=93285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:26:58.462552 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.538048 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, cleared binding levels {{(pid=93285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:26:58.541285 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3ec78183-867e-445b-b046-5bfc294dba46,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:26:58.546322 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.585066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66f28-2636-4f8f-b7c2-56060c02aaf8 req-69c0f918-18f0-4c1e-8763-f7cfcde17497 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.586623 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dbe66f28-2636-4f8f-b7c2-56060c02aaf8 req-69c0f918-18f0-4c1e-8763-f7cfcde17497 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 943 time: 0.4518898 Aug 10 10:26:58.595953 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.596589 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for port, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.598120 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ec78183-867e-445b-b046-5bfc294dba46 HTTP/1.1" status: 200 len: 1097 time: 0.6706052 Aug 10 10:26:58.598526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:58.600974 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f373c6f-bd49-4020-8e42-24cb8f717153" -d '{"events": [{"name": "network-changed", "server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "tag": "3ec78183-867e-445b-b046-5bfc294dba46"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:58.633549 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e1ba7-894b-4806-89e7-ca1fbbb602f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=3']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:58.639274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.639900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.641265 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6596bf1-07b0-42b4-9574-0c1d7ae88490 HTTP/1.1" status: 200 len: 1093 time: 1.9645658 Aug 10 10:26:58.643034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:26:58.645281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44" -d '{"events": [{"name": "network-changed", "server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:26:58.720097 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70584fc0-77d4-44b7-83df-74bd52a04e72 service neutron] Pushing event updated for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:58.765902 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-b09d2e4a-13ef-45ad-9ce3-72c943d3adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.768027 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-b09d2e4a-13ef-45ad-9ce3-72c943d3adbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 1096 time: 0.0563724 Aug 10 10:26:58.772265 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92a6582-f861-4819-92c8-c5b0a11a0201 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:26:58.787888 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea61f5-37d6-4479-a04a-89bf736f8be0 req-3de1cac3-3879-4679-a6eb-d5799e688d72 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.789395 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b4ea61f5-37d6-4479-a04a-89bf736f8be0 req-3de1cac3-3879-4679-a6eb-d5799e688d72 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 947 time: 0.2233858 Aug 10 10:26:58.792088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.797229 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dbe66f28-2636-4f8f-b7c2-56060c02aaf8 req-b8ed6760-32d6-4508-b8bd-7c5074a4e40e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672454 Aug 10 10:26:58.830075 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Transition to ACTIVE for port object b92a6582-f861-4819-92c8-c5b0a11a0201 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:26:58.835494 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ce158a8b-cdfc-435c-97fd-31a1ba7c0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:58.836965 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-ce158a8b-cdfc-435c-97fd-31a1ba7c0b71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d59188322994f6eb551ea94affa0df1&device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 1100 time: 0.1516528 Aug 10 10:26:58.838826 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-eca2cb91-1315-4df7-80d5-30a6921112c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490 HTTP/1.1" status: 200 len: 217 time: 0.0530326 Aug 10 10:26:58.850468 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:58.901805 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e930ea-6a25-49b4-bf0f-b8157442c0cd x-openstack-request-id: req-82e930ea-6a25-49b4-bf0f-b8157442c0cd {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:58.902565 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "tag": "3ec78183-867e-445b-b046-5bfc294dba46", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:58.902565 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82e930ea-6a25-49b4-bf0f-b8157442c0cd {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:58.902792 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46', 'status': 'completed', 'code': 200} Aug 10 10:26:58.922592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce6fda-3d86-47f1-9551-e74fd3b67043 x-openstack-request-id: req-f5ce6fda-3d86-47f1-9551-e74fd3b67043 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:26:58.923181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:26:58.923181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5ce6fda-3d86-47f1-9551-e74fd3b67043 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:26:58.923509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490', 'status': 'completed', 'code': 200} Aug 10 10:26:58.965121 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b4ea61f5-37d6-4479-a04a-89bf736f8be0 req-003dea5e-d8ed-492c-b3de-2ead1362da9d tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667981 Aug 10 10:26:58.976852 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-3038e8e0-682f-40ad-b010-d7b12de0a7a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=3ec78183-867e-445b-b046-5bfc294dba46 HTTP/1.1" status: 200 len: 217 time: 0.0850070 Aug 10 10:26:59.045097 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:59.057292 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Allocated IP 172.20.0.6 (4142fb14-85c1-4ffe-85e2-d0b69514ade7/3be97a8c-9244-4e3f-b6e4-d3071a185389/e6a50f64-26de-42aa-aa85-a6cfd0489832) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:26:59.095239 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-3696f338-3df4-41a8-a5b9-abaf7702e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.097336 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-3696f338-3df4-41a8-a5b9-abaf7702e80b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5eebcccb-5dca-4295-aa74-b27d43f0ffab HTTP/1.1" status: 200 len: 843 time: 0.1028028 Aug 10 10:26:59.155578 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-97838cc6-5325-4c69-8961-14cddb7623e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.159398 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-97838cc6-5325-4c69-8961-14cddb7623e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2880b2f1-846e-49ba-b122-68fd3513f162 HTTP/1.1" status: 200 len: 848 time: 0.3004370 Aug 10 10:26:59.202659 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-588d247d-cc86-4369-9688-037ee4a6a31e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358989 Aug 10 10:26:59.259790 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Attempting to bind port b92a6582-f861-4819-92c8-c5b0a11a0201 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:26:59.260296 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Attempting to bind port b92a6582-f861-4819-92c8-c5b0a11a0201 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:26:59.260749 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Attempting to bind port b92a6582-f861-4819-92c8-c5b0a11a0201 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:59.316067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-01cd0e85-9790-49c9-8dcb-2ce8c043afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.317710 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-01cd0e85-9790-49c9-8dcb-2ce8c043afb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25495acc-4dd1-457c-a82d-d350297c3800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1827714 Aug 10 10:26:59.328088 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-0240edb0-c6ea-48fe-98e1-e1d61868d53e service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172516 Aug 10 10:26:59.340560 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-41960fc4-351b-4321-bdaf-c2f9844b17be req-c5bc0566-3b0c-4ad3-9cba-9e7d01e293c6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 210 time: 0.0818717 Aug 10 10:26:59.341121 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Port b92a6582-f861-4819-92c8-c5b0a11a0201 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:26:59.341439 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Attempting to bind port b92a6582-f861-4819-92c8-c5b0a11a0201 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:26:59.398698 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:26:59.399033 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Checking segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:26:59.399427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Bound using segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:26:59.399948 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Bound port: b92a6582-f861-4819-92c8-c5b0a11a0201, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:26:59.400329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.467042 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-c8a53a05-30b6-4fae-924a-484a5a8e82eb req-60541a1a-9ad9-4129-be0d-3abcf0c5c0ed service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311069 Aug 10 10:26:59.532735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.540151 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-cc350a35-1eb1-4ac4-a15f-887b840a1aa3 service neutron] 10.222.0.24 "GET /v2.0/networks/25495acc-4dd1-457c-a82d-d350297c3800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022181 Aug 10 10:26:59.541105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:26:59.556666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b92a6582-f861-4819-92c8-c5b0a11a0201,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:26:59.562635 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.611469 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-5dcff479-061d-4335-b909-81f715bc4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.612999 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-5dcff479-061d-4335-b909-81f715bc4b75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 1096 time: 0.0416617 Aug 10 10:26:59.649750 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.650135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.651565 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] 10.222.0.24 "PUT /v2.0/ports/b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 1094 time: 2.0737650 Aug 10 10:26:59.693281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631104df-2580-4608-a36f-9e4fbebf2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:59.702416 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.716531 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-4392d9f6-3d7f-44dd-a4eb-d6fc1c68caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.718177 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-4392d9f6-3d7f-44dd-a4eb-d6fc1c68caa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 909 time: 0.0979173 Aug 10 10:26:59.781285 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-d93d43ea-3a9d-4df2-bb2d-3fe84053fe4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490 HTTP/1.1" status: 200 len: 217 time: 0.0386956 Aug 10 10:26:59.782170 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:26:59.791542 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d04de2eb-b325-427c-b9b0-bc4e868f7f37 req-a239bfbc-6503-4598-abc8-1ca73221a3db service neutron] 10.222.0.24 "GET /v2.0/networks/25495acc-4dd1-457c-a82d-d350297c3800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189195 Aug 10 10:26:59.793297 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:26:59.798780 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:26:59.804513 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Pushing event updated for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:26:59.850318 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-2d72a197-202d-4366-bfc7-e1bfb511b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.851822 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-2d72a197-202d-4366-bfc7-e1bfb511b74f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2880b2f1-846e-49ba-b122-68fd3513f162 HTTP/1.1" status: 200 len: 848 time: 0.0557892 Aug 10 10:26:59.851977 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-fc759114-ea78-47c3-b825-f2188e6f180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.853504 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-fc759114-ea78-47c3-b825-f2188e6f180a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1097 time: 0.1090198 Aug 10 10:26:59.871527 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:26:59.875256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:26:59.920676 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-1975856f-e596-4653-9f68-dd1aa7cb38bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2209380 Aug 10 10:26:59.945137 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-543b8854-13bd-4b64-93ce-873fc81cee9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243428 Aug 10 10:26:59.988060 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Request body: {'port': {'device_id': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:26:59.993351 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-84280686-4b5a-46f0-b481-f8a985f4f106 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.0718465 Aug 10 10:27:00.005046 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be72b5-a046-49ac-9eef-f25bfd247684 req-5b3387bc-6c49-4bd5-b2fa-3f278c51c5da tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.006706 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92be72b5-a046-49ac-9eef-f25bfd247684 req-5b3387bc-6c49-4bd5-b2fa-3f278c51c5da tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 943 time: 0.1286700 Aug 10 10:27:00.061928 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-e4c9c9d0-8060-4a0d-af7e-ae537e87421c service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091416 Aug 10 10:27:00.149550 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-9638883f-937f-4cdc-8d57-647285fa53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.151168 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-9638883f-937f-4cdc-8d57-647285fa53a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d59188322994f6eb551ea94affa0df1&device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 1100 time: 0.2286959 Aug 10 10:27:00.155908 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-c2ae5961-0265-4c8b-89bb-157c9cb60c46 service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838375 Aug 10 10:27:00.168470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ceae9-171d-4471-ae20-91a8f28456ad req-3df5c876-288a-45e8-a282-03eeb4066454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.170066 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-3df5c876-288a-45e8-a282-03eeb4066454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.1624303 Aug 10 10:27:00.174441 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:00.180580 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92be72b5-a046-49ac-9eef-f25bfd247684 req-1b694e1a-fd6e-41fc-a7c5-498f688bf795 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432838 Aug 10 10:27:00.213661 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227812d-3f4d-444d-90ad-c0a3234e623f req-8f169c1a-ad7f-49f7-933b-aafc3e439e55 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.215738 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f227812d-3f4d-444d-90ad-c0a3234e623f req-8f169c1a-ad7f-49f7-933b-aafc3e439e55 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 947 time: 0.1455255 Aug 10 10:27:00.308820 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-54a0d35e-9668-4cf1-bc76-177ff085dc76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904338 Aug 10 10:27:00.470282 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f227812d-3f4d-444d-90ad-c0a3234e623f req-6c2b33da-c41e-4044-a367-af63a58c53d9 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894970 Aug 10 10:27:00.536013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-f28235e4-387d-4cb0-825c-d8856f036a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.537585 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-f28235e4-387d-4cb0-825c-d8856f036a6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=25495acc-4dd1-457c-a82d-d350297c3800 HTTP/1.1" status: 200 len: 870 time: 0.3398001 Aug 10 10:27:00.645394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-58797604-5055-40bb-8365-d72b69710385 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=3ec78183-867e-445b-b046-5bfc294dba46 HTTP/1.1" status: 200 len: 217 time: 0.0879641 Aug 10 10:27:00.680311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c932-88b8-45be-ac29-7384f29ca448 req-9d5c254c-d020-444d-ba7d-83026e1b950e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.682308 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2771c932-88b8-45be-ac29-7384f29ca448 req-9d5c254c-d020-444d-ba7d-83026e1b950e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 931 time: 0.2211339 Aug 10 10:27:00.713196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-30695a18-6ce9-4a62-8ba4-69a65e0657b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747060 Aug 10 10:27:00.823088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-5de5a80b-f9c6-4282-8527-ac5e8ae2c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:00.824111 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-5de5a80b-f9c6-4282-8527-ac5e8ae2c3e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5eebcccb-5dca-4295-aa74-b27d43f0ffab HTTP/1.1" status: 200 len: 843 time: 0.1624572 Aug 10 10:27:00.858862 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59512) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:00.864307 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2771c932-88b8-45be-ac29-7384f29ca448 req-1b18cb97-b5e3-42a3-8d0e-2f4917ea3dea tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534238 Aug 10 10:27:00.933235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:00.935572 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:00.986050 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d4912d-e645-4cf1-b7e1-6cdbe1965739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.084725 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d4912d-e645-4cf1-b7e1-6cdbe1965739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.090974 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d4912d-e645-4cf1-b7e1-6cdbe1965739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.132238 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-91d4912d-e645-4cf1-b7e1-6cdbe1965739 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a67a18c6c05e48a4929e48661b3fe57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703545 Aug 10 10:27:01.133085 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4912d-e645-4cf1-b7e1-6cdbe1965739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9703dbf2-9225-4356-ad47-7092a90cf7f2,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:01.135382 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59520) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:01.191339 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.204151 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f399ad-618f-454e-bbd7-d0c022531da8 x-openstack-request-id: req-b7f399ad-618f-454e-bbd7-d0c022531da8 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:01.204708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:01.204708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7f399ad-618f-454e-bbd7-d0c022531da8 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:01.205036 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201', 'status': 'completed', 'code': 200} Aug 10 10:27:01.213982 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-235ceae9-171d-4471-ae20-91a8f28456ad req-baa65370-4ca9-479b-9b6e-d95dfbb57980 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728096 Aug 10 10:27:01.218649 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.221977 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-7f969b97-6162-4214-b2fa-6a93375bc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:01.223482 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-7f969b97-6162-4214-b2fa-6a93375bc5f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25495acc-4dd1-457c-a82d-d350297c3800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3876002 Aug 10 10:27:01.231264 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a50f64-26de-42aa-aa85-a6cfd0489832 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:01.239516 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.274808 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.277932 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.279337 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9703dbf2-9225-4356-ad47-7092a90cf7f2 HTTP/1.1" status: 204 len: 168 time: 0.1427405 Aug 10 10:27:01.287674 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a31c7-87bf-40f5-a71a-612032780f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9703dbf2-9225-4356-ad47-7092a90cf7f2,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:01.313945 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Transition to ACTIVE for port object e6a50f64-26de-42aa-aa85-a6cfd0489832 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:01.330220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.446324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:01.463636 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2d53-f1d1-4133-a766-e4269885a754 req-92f6919b-82b7-48a6-97da-9d9f20caaef0 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:01.465720 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20af2d53-f1d1-4133-a766-e4269885a754 req-92f6919b-82b7-48a6-97da-9d9f20caaef0 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 943 time: 0.1974735 Aug 10 10:27:01.522605 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-c89cd3c2-b1ea-470f-b185-e3733d3a76f2 service neutron] 10.222.0.24 "GET /v2.0/networks/25495acc-4dd1-457c-a82d-d350297c3800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750785 Aug 10 10:27:01.525427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-39b403b9-5e85-4e1d-b9cd-7bfaeccd42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:01.527605 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-39b403b9-5e85-4e1d-b9cd-7bfaeccd42ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1097 time: 0.1524758 Aug 10 10:27:01.701553 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20af2d53-f1d1-4133-a766-e4269885a754 req-02e5ab17-2531-4415-bae0-b62d04d69ec7 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278287 Aug 10 10:27:01.750521 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Attempting to bind port e6a50f64-26de-42aa-aa85-a6cfd0489832 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:01.750866 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Attempting to bind port e6a50f64-26de-42aa-aa85-a6cfd0489832 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:01.751250 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Attempting to bind port e6a50f64-26de-42aa-aa85-a6cfd0489832 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:01.770495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b2e0-f02a-4da6-a7ee-71d4afe13050 req-a721c6db-c331-432b-9b45-e06b7e52a826 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:01.772029 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a59b2e0-f02a-4da6-a7ee-71d4afe13050 req-a721c6db-c331-432b-9b45-e06b7e52a826 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 947 time: 0.2083957 Aug 10 10:27:01.782788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Port e6a50f64-26de-42aa-aa85-a6cfd0489832 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:27:01.783133 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Attempting to bind port e6a50f64-26de-42aa-aa85-a6cfd0489832 on network 4142fb14-85c1-4ffe-85e2-d0b69514ade7 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:01.811098 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:01.811490 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Checking segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:01.811881 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Bound using segment: {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:01.812359 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Bound port: e6a50f64-26de-42aa-aa85-a6cfd0489832, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570f8c1c-f555-48fc-8a08-635046a25881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:01.812718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:01.829385 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f373c6f-bd49-4020-8e42-24cb8f717153 req-411edeea-4302-4171-863a-5e9ccb8d24c6 service neutron] 10.222.0.24 "GET /v2.0/networks/25495acc-4dd1-457c-a82d-d350297c3800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804806 Aug 10 10:27:01.839639 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-9c696c62-2dc0-4606-95b1-a3a96707df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:01.840752 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-9c696c62-2dc0-4606-95b1-a3a96707df7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.2938988 Aug 10 10:27:01.886216 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a59b2e0-f02a-4da6-a7ee-71d4afe13050 req-6a35709b-c32c-44d8-8732-4f9cd9e048f0 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008174 Aug 10 10:27:01.927997 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-5fb99318-07d5-4286-8f5b-5a55f5200342 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.0589688 Aug 10 10:27:02.026557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:02.054595 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:02.065007 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-e121d436-0a2d-44c5-9a0d-f6ba5fc3654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.066381 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-e121d436-0a2d-44c5-9a0d-f6ba5fc3654c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.1345708 Aug 10 10:27:02.068709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.131329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0793be-183e-4614-8a40-99c6fe59eb2b req-5988fb32-1674-4cb2-87d5-96fc68b870dc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.132934 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6a0793be-183e-4614-8a40-99c6fe59eb2b req-5988fb32-1674-4cb2-87d5-96fc68b870dc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 943 time: 0.1649799 Aug 10 10:27:02.138348 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-497f2a70-dcfe-4efc-acc8-f36b0628e455 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631192 Aug 10 10:27:02.147127 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.148169 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.149513 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6a50f64-26de-42aa-aa85-a6cfd0489832 HTTP/1.1" status: 200 len: 1093 time: 2.1714513 Aug 10 10:27:02.282336 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b8dd6-aac8-40fb-8d27-e6c4652ab061 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:02.307931 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6a0793be-183e-4614-8a40-99c6fe59eb2b req-991ccb2b-3d49-4647-83d1-4bf553dd1fe0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665416 Aug 10 10:27:02.343528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-f5685417-6a77-4de9-9897-a53f755e1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.345014 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-f5685417-6a77-4de9-9897-a53f755e1934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1071846 Aug 10 10:27:02.350804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-4690d0de-6346-4f6b-b52e-7b2f4a2f796b service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957710 Aug 10 10:27:02.440875 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-705e953f-b99e-476b-ab19-ceee07a45956 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832 HTTP/1.1" status: 200 len: 217 time: 0.0511589 Aug 10 10:27:02.533298 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-77bb17ba-ff06-458d-9683-ec861daee1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.534717 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-77bb17ba-ff06-458d-9683-ec861daee1cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0847163 Aug 10 10:27:02.538567 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59590) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:02.581841 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11c22df6-97d0-4b5c-aaa2-7f9bf31e6b6a req-a5e47468-5ecb-4338-b7f1-712c50d6436b service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908345 Aug 10 10:27:02.583661 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-554abb03-8ec2-414d-bb21-bc6e2316a8b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321641 Aug 10 10:27:02.649301 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53d81655-146c-4d7c-bbce-6d7830120d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.697525 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-ec23ada3-ae83-4778-b5c3-dbf1f9d66705 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813692 Aug 10 10:27:02.747549 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53d81655-146c-4d7c-bbce-6d7830120d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.751614 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-53d81655-146c-4d7c-bbce-6d7830120d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.757272 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device b92a6582-f861-4819-92c8-c5b0a11a0201 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:02.795167 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-53d81655-146c-4d7c-bbce-6d7830120d03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68b5e45fbfd74a6d97ea6250a0cc6df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531407 Aug 10 10:27:02.795409 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59596) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:02.801780 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d81655-146c-4d7c-bbce-6d7830120d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fddc33c-96fc-4bc5-8fcf-e8571ecb6a74,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:02.857684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f8856-9b7e-4ba8-9918-735a3824d80c req-09ac752d-3003-4068-b680-c5c2bba4ddd6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:02.859509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-505f8856-9b7e-4ba8-9918-735a3824d80c req-09ac752d-3003-4068-b680-c5c2bba4ddd6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 943 time: 0.0864012 Aug 10 10:27:02.860617 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.861214 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b92a6582-f861-4819-92c8-c5b0a11a0201,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:02.863853 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0849b238-be1d-4712-9b8c-166bd11dd1fd req-9ad38b69-7aa0-4719-ab0c-79fbf1e5d3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590023 Aug 10 10:27:02.874621 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'b92a6582-f861-4819-92c8-c5b0a11a0201', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'port_id': 'b92a6582-f861-4819-92c8-c5b0a11a0201', 'mac_address': 'fa:16:3e:4e:f7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:02.884498 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.907556 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-505f8856-9b7e-4ba8-9918-735a3824d80c req-d86a4531-adf6-47f9-8c5e-9bc127cebc37 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Aug 10 10:27:02.919752 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.939012 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92a6582-f861-4819-92c8-c5b0a11a0201 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:02.946855 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.949870 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.954311 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fddc33c-96fc-4bc5-8fcf-e8571ecb6a74 HTTP/1.1" status: 204 len: 168 time: 0.1547194 Aug 10 10:27:02.958921 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fedb42-9b6e-488e-8068-2c68f290982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fddc33c-96fc-4bc5-8fcf-e8571ecb6a74,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:02.960655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b92a6582-f861-4819-92c8-c5b0a11a0201,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:02.966600 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:02.967880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a6596bf1-07b0-42b4-9574-0c1d7ae88490 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:03.038717 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c200ed9-32a7-4b9b-bfdd-99112589bb32 req-eeb08d43-5d2c-4631-9e21-b44cd8fb7f86 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:03.040160 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c200ed9-32a7-4b9b-bfdd-99112589bb32 req-eeb08d43-5d2c-4631-9e21-b44cd8fb7f86 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 947 time: 0.0632119 Aug 10 10:27:03.079332 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:03.088909 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c200ed9-32a7-4b9b-bfdd-99112589bb32 req-2ea83c9d-b36d-4b44-a04e-d21ce2998b16 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Aug 10 10:27:03.121102 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:03.132656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490', 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956', 'port_id': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490', 'mac_address': 'fa:16:3e:2e:7a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2880b2f1-846e-49ba-b122-68fd3513f162', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:03.170027 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:03.182460 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6596bf1-07b0-42b4-9574-0c1d7ae88490 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:03.201484 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:03.204905 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:03.205727 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 3ec78183-867e-445b-b046-5bfc294dba46 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:03.205895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:03.208471 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c253b616-efa7-4a82-bef4-0f94561bdc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:03.245947 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f562557-c4e8-40f3-a3e7-c452c929df6a x-openstack-request-id: req-6f562557-c4e8-40f3-a3e7-c452c929df6a {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:03.246231 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:03.246624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f562557-c4e8-40f3-a3e7-c452c929df6a {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:03.247041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832', 'status': 'completed', 'code': 200} Aug 10 10:27:03.312183 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:03.364017 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3ec78183-867e-445b-b046-5bfc294dba46,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:03.377147 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '3ec78183-867e-445b-b046-5bfc294dba46', 'network_id': '25495acc-4dd1-457c-a82d-d350297c3800', 'port_id': '3ec78183-867e-445b-b046-5bfc294dba46', 'mac_address': 'fa:16:3e:fd:92:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eebcccb-5dca-4295-aa74-b27d43f0ffab', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:03.391737 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-db7d11ec-f56d-4c37-940c-e80a17898238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:03.394120 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-db7d11ec-f56d-4c37-940c-e80a17898238 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0932672 Aug 10 10:27:03.416957 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:03.430997 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec78183-867e-445b-b046-5bfc294dba46 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:03.454562 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3ec78183-867e-445b-b046-5bfc294dba46,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:03.460015 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:03.494261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af1fe3-8805-41ea-96c4-6368d2a6765b req-a1a4984f-9815-4e57-9110-928b2969da3b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:03.497071 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-32af1fe3-8805-41ea-96c4-6368d2a6765b req-a1a4984f-9815-4e57-9110-928b2969da3b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 943 time: 0.0991857 Aug 10 10:27:03.520068 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:03.554808 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-a2e6c2d4-5736-44fd-9dda-572a5fb32c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:03.556261 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-a2e6c2d4-5736-44fd-9dda-572a5fb32c0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1479626 Aug 10 10:27:03.561191 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-32af1fe3-8805-41ea-96c4-6368d2a6765b req-2157e9fd-cce4-495d-a348-d31fe734cc53 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Aug 10 10:27:03.601453 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-3470e3f9-1131-4f0a-8223-33f22fb30345 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832 HTTP/1.1" status: 200 len: 217 time: 0.0368900 Aug 10 10:27:03.656403 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-75664bf8-9923-487b-b3de-71e52bdecd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:03.657841 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-75664bf8-9923-487b-b3de-71e52bdecd51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0488362 Aug 10 10:27:03.707861 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-0865f6f3-eeb4-4d2a-9a5a-834d3c4bcc3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280535 Aug 10 10:27:03.826308 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-13598b4c-ac27-4238-a325-cc00e1e766f6 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Aug 10 10:27:03.922944 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c253b616-efa7-4a82-bef4-0f94561bdc9e req-3e34ae37-1930-42b3-abf9-b4b94e4f9b27 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Aug 10 10:27:04.028779 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a04402-20bc-42eb-9e3d-39d4ad28cc8b req-28867b1d-0d9f-40a3-84e8-b3ad7d2f665c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:04.030271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-33a04402-20bc-42eb-9e3d-39d4ad28cc8b req-28867b1d-0d9f-40a3-84e8-b3ad7d2f665c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 944 time: 0.0508137 Aug 10 10:27:04.045371 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['a6596bf1-07b0-42b4-9574-0c1d7ae88490'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:04.070883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-33a04402-20bc-42eb-9e3d-39d4ad28cc8b req-10555f1a-5af8-4c39-8ac0-6333033cf608 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Aug 10 10:27:04.108313 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 59640) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:04.192002 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['b92a6582-f861-4819-92c8-c5b0a11a0201'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:04.193950 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['3ec78183-867e-445b-b046-5bfc294dba46'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:04.211951 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4acdf0-9cbb-4037-96c1-c46432042539 req-ae2ba358-6077-4fe0-a77d-e144bc9bed53 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:04.213643 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7a4acdf0-9cbb-4037-96c1-c46432042539 req-ae2ba358-6077-4fe0-a77d-e144bc9bed53 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 948 time: 0.0528464 Aug 10 10:27:04.233243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-49e945f0-0022-443b-b980-b21a63b27d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.279020 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7a4acdf0-9cbb-4037-96c1-c46432042539 req-9ddeebe0-0e3d-4bbe-8dcc-09e05ad5b551 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571339 Aug 10 10:27:04.356289 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-49e945f0-0022-443b-b980-b21a63b27d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.360775 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-49e945f0-0022-443b-b980-b21a63b27d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.403604 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-49e945f0-0022-443b-b980-b21a63b27d02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3f0a7ba21654885b3315b295735f1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939835 Aug 10 10:27:04.404981 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59650) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:04.407148 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e945f0-0022-443b-b980-b21a63b27d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c4637-60ab-437b-abc4-ae92747194f0,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:04.472762 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.493591 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.541250 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.544709 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.545854 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b89c4637-60ab-437b-abc4-ae92747194f0 HTTP/1.1" status: 204 len: 168 time: 0.1399252 Aug 10 10:27:04.553195 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcc31d-0600-45f7-90a2-4ac8d9e6add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c4637-60ab-437b-abc4-ae92747194f0,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:04.679798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849b012-7963-4484-89ae-f42a9f249fb6 req-51f86225-3fc3-4f9f-bf00-eca57384c3aa tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:04.681274 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3849b012-7963-4484-89ae-f42a9f249fb6 req-51f86225-3fc3-4f9f-bf00-eca57384c3aa tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 943 time: 0.0496497 Aug 10 10:27:04.718813 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3849b012-7963-4484-89ae-f42a9f249fb6 req-7aa7a605-04ca-492e-8363-7b1def81987d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 10 10:27:04.765978 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e6a50f64-26de-42aa-aa85-a6cfd0489832 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:04.866323 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:04.878286 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'e6a50f64-26de-42aa-aa85-a6cfd0489832', 'network_id': '4142fb14-85c1-4ffe-85e2-d0b69514ade7', 'port_id': 'e6a50f64-26de-42aa-aa85-a6cfd0489832', 'mac_address': 'fa:16:3e:7d:1d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be97a8c-9244-4e3f-b6e4-d3071a185389', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:04.919375 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:04.932076 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a50f64-26de-42aa-aa85-a6cfd0489832 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:04.953059 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:04.957614 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:05.004894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:05.182531 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b98296-ea33-46fa-a3ae-4258eb146ecc req-08c32a55-f66e-4680-bb0b-69f8055ca2c5 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:05.184663 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3b98296-ea33-46fa-a3ae-4258eb146ecc req-08c32a55-f66e-4680-bb0b-69f8055ca2c5 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 944 time: 0.0481060 Aug 10 10:27:05.222438 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3b98296-ea33-46fa-a3ae-4258eb146ecc req-bf72b5bb-0751-4cab-b3da-7d756ac403d1 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Aug 10 10:27:05.408989 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08677d1-55ca-4816-963f-2f2c8751fbc3 req-4d1c8b75-76a8-4cb4-b4f2-5e2b918f783e tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:05.415762 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c08677d1-55ca-4816-963f-2f2c8751fbc3 req-4d1c8b75-76a8-4cb4-b4f2-5e2b918f783e tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 948 time: 0.0666330 Aug 10 10:27:05.459649 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c08677d1-55ca-4816-963f-2f2c8751fbc3 req-eb589a9b-9ac9-48f6-9e2d-c744d767e34b tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Aug 10 10:27:05.590803 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['e6a50f64-26de-42aa-aa85-a6cfd0489832'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:05.831439 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d615-0a29-43e8-ad5b-c22f5775d111 req-f47e8608-a609-4a9f-ba6b-9440338ea9ab tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:05.832902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6833d615-0a29-43e8-ad5b-c22f5775d111 req-f47e8608-a609-4a9f-ba6b-9440338ea9ab tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Aug 10 10:27:05.871568 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6833d615-0a29-43e8-ad5b-c22f5775d111 req-c2fa1cc6-e73b-4557-a90c-2ff91afe9aeb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Aug 10 10:27:06.336604 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486789f-5aaf-4c14-a6a1-4c687f0931af req-df72293f-7e72-4ebe-a5a5-b978db8cc225 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:06.338043 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a486789f-5aaf-4c14-a6a1-4c687f0931af req-df72293f-7e72-4ebe-a5a5-b978db8cc225 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 944 time: 0.0482607 Aug 10 10:27:06.375432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a486789f-5aaf-4c14-a6a1-4c687f0931af req-59f2ae10-5c1b-41da-9a3b-c93eee457181 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Aug 10 10:27:06.579825 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7846a0-effe-49b9-8eb0-d97e5997a018 req-fb6e8fd3-b2de-4430-9b75-cfe94f5e3007 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:06.581432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e7846a0-effe-49b9-8eb0-d97e5997a018 req-fb6e8fd3-b2de-4430-9b75-cfe94f5e3007 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 948 time: 0.0604224 Aug 10 10:27:06.619804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e7846a0-effe-49b9-8eb0-d97e5997a018 req-aa7529f6-5984-4b46-9f76-7c39fe0c3ff0 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Aug 10 10:27:06.776507 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device b92a6582-f861-4819-92c8-c5b0a11a0201 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:06.829664 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port b92a6582-f861-4819-92c8-c5b0a11a0201 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:06.833914 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port b92a6582-f861-4819-92c8-c5b0a11a0201 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:06.834321 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:06.927916 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:06.951381 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:06.953654 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ea88f3-5751-4e3d-b0ba-983477a2f530" -d '{"events": [{"server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "name": "network-vif-plugged", "status": "completed", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:06.968624 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b92a6582-f861-4819-92c8-c5b0a11a0201,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:06.972994 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:06.973786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a6596bf1-07b0-42b4-9574-0c1d7ae88490 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:06.998953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82669214-f2f1-4537-9ee5-79f0a5887a80 req-d343ab93-cf8d-4999-9682-c1d98fd27b97 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:07.000798 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82669214-f2f1-4537-9ee5-79f0a5887a80 req-d343ab93-cf8d-4999-9682-c1d98fd27b97 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 944 time: 0.0552297 Aug 10 10:27:07.003181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee092e7-f988-42f8-afdc-b104802a2ad9 x-openstack-request-id: req-fee092e7-f988-42f8-afdc-b104802a2ad9 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:07.003523 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "name": "network-vif-plugged", "status": "completed", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:07.003776 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fee092e7-f988-42f8-afdc-b104802a2ad9 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:07.004157 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201', 'code': 200} Aug 10 10:27:07.046819 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-82669214-f2f1-4537-9ee5-79f0a5887a80 req-362e9425-a13e-48de-ae1d-dda2fda84fa0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Aug 10 10:27:07.066577 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:07.072846 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port a6596bf1-07b0-42b4-9574-0c1d7ae88490 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:07.077882 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port a6596bf1-07b0-42b4-9574-0c1d7ae88490 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:07.078318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.158233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.192630 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:07.196083 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.196817 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 3ec78183-867e-445b-b046-5bfc294dba46 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:07.270485 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:07.283866 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 3ec78183-867e-445b-b046-5bfc294dba46 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:07.287403 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 3ec78183-867e-445b-b046-5bfc294dba46 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:07.287776 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.365677 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.399841 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3ec78183-867e-445b-b046-5bfc294dba46,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:07.404888 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.405668 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e6a50f64-26de-42aa-aa85-a6cfd0489832 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:07.481078 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:07.490588 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9ab3c-c26b-45d0-b55d-41029c126dcd req-e40accfe-8796-47f1-b6a4-5c3b55a569cc tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:07.492351 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6b9ab3c-c26b-45d0-b55d-41029c126dcd req-e40accfe-8796-47f1-b6a4-5c3b55a569cc tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Aug 10 10:27:07.494667 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port e6a50f64-26de-42aa-aa85-a6cfd0489832 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:07.499316 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port e6a50f64-26de-42aa-aa85-a6cfd0489832 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:07.499770 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.531187 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6b9ab3c-c26b-45d0-b55d-41029c126dcd req-880db0f8-b4db-42cc-881c-0f40296479f2 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Aug 10 10:27:07.579887 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.612369 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:07.616304 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:07.666031 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:07.746347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2145d-911a-4011-8b43-2543b81e50b0 req-1dccbcab-27be-4ff2-ba82-3b26407ffd69 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:07.747830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-60c2145d-911a-4011-8b43-2543b81e50b0 req-1dccbcab-27be-4ff2-ba82-3b26407ffd69 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0579467 Aug 10 10:27:07.790037 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-60c2145d-911a-4011-8b43-2543b81e50b0 req-575de8b0-dbd7-4e5c-95b7-5cd679355619 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362813 Aug 10 10:27:08.164523 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdea36-c6df-4c7f-8e81-fa808fcfda56 req-5cd0dbe9-e716-4d10-8324-88127c32ab8a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:08.166037 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0bfdea36-c6df-4c7f-8e81-fa808fcfda56 req-5cd0dbe9-e716-4d10-8324-88127c32ab8a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0520947 Aug 10 10:27:08.203267 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0bfdea36-c6df-4c7f-8e81-fa808fcfda56 req-942e2c9c-a22f-498a-b6e7-5e533f9ae79b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 10 10:27:08.645757 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e3961-3d75-487e-af13-9d8a39b41c72 req-8a0322f9-eae8-43fe-890e-435be26e38cf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:08.647209 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8c8e3961-3d75-487e-af13-9d8a39b41c72 req-8a0322f9-eae8-43fe-890e-435be26e38cf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0496027 Aug 10 10:27:08.687205 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8c8e3961-3d75-487e-af13-9d8a39b41c72 req-57fdd341-1eac-4d72-b44c-eb68a2f9c7c7 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Aug 10 10:27:08.905683 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e6ad-9ce3-4b6d-9c33-f4ce3e7cc49f req-a366f73a-bcf5-4330-86e5-8e4a103ce9ba tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:08.907111 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0d78e6ad-9ce3-4b6d-9c33-f4ce3e7cc49f req-a366f73a-bcf5-4330-86e5-8e4a103ce9ba tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0503008 Aug 10 10:27:08.945284 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0d78e6ad-9ce3-4b6d-9c33-f4ce3e7cc49f req-6d41334b-cd54-49fb-aff5-caba01467596 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Aug 10 10:27:09.004986 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490'}, {'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46'}, {'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:09.007318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c0acf-82bd-4137-b065-58a2718a34ce" -d '{"events": [{"server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490"}, {"server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "name": "network-vif-plugged", "status": "completed", "tag": "3ec78183-867e-445b-b046-5bfc294dba46"}, {"server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:09.052019 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee04892-2ca2-4ecc-881d-5334d3220d78 x-openstack-request-id: req-eee04892-2ca2-4ecc-881d-5334d3220d78 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:09.052321 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "name": "network-vif-plugged", "status": "completed", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490", "code": 200}, {"server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "name": "network-vif-plugged", "status": "completed", "tag": "3ec78183-867e-445b-b046-5bfc294dba46", "code": 200}, {"server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:09.052576 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eee04892-2ca2-4ecc-881d-5334d3220d78 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:09.052971 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490', 'code': 200} Aug 10 10:27:09.053224 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46', 'code': 200} Aug 10 10:27:09.053469 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832', 'code': 200} Aug 10 10:27:09.315542 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123212b9-80e0-412e-9be4-d2932b28c0e0 req-4f73ee17-d61c-41cd-a235-c687cac4e631 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:09.316994 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-123212b9-80e0-412e-9be4-d2932b28c0e0 req-4f73ee17-d61c-41cd-a235-c687cac4e631 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0476396 Aug 10 10:27:09.355662 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-123212b9-80e0-412e-9be4-d2932b28c0e0 req-e73411c4-ffc4-4956-84bf-675157ea9b19 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Aug 10 10:27:09.797917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fa071-1a53-4646-a47b-1cf2c24b836a req-2b9cef93-4341-4529-93b1-db291f5d1b49 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:09.799366 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-719fa071-1a53-4646-a47b-1cf2c24b836a req-2b9cef93-4341-4529-93b1-db291f5d1b49 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0472422 Aug 10 10:27:09.836087 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-719fa071-1a53-4646-a47b-1cf2c24b836a req-264fe179-e887-47eb-b28f-23032e3d5bcf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Aug 10 10:27:09.885454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00c178-876a-41ef-bd07-aaf0f7c7fdb8 req-586df39d-c28a-4914-9d2e-b21f26f579c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:09.887567 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-db00c178-876a-41ef-bd07-aaf0f7c7fdb8 req-586df39d-c28a-4914-9d2e-b21f26f579c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0426686 Aug 10 10:27:09.995313 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-db00c178-876a-41ef-bd07-aaf0f7c7fdb8 req-4d2ef703-c40b-4747-b322-b372605d7179 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481324 Aug 10 10:27:10.067166 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990417b-7523-435b-871a-fb3c8a76c402 req-a60a95c4-b13e-4402-b088-c92acb356656 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.068803 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d990417b-7523-435b-871a-fb3c8a76c402 req-a60a95c4-b13e-4402-b088-c92acb356656 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0541477 Aug 10 10:27:10.107411 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d990417b-7523-435b-871a-fb3c8a76c402 req-9b1ab3ab-62d5-4703-996a-cf105df1330d tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Aug 10 10:27:10.397395 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab842fd-ed27-4b65-a443-5fb6e29f1452 req-871678f2-340f-4b7a-a9c1-8bf6b3c9085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.398883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7ab842fd-ed27-4b65-a443-5fb6e29f1452 req-871678f2-340f-4b7a-a9c1-8bf6b3c9085c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 1102 time: 0.0426025 Aug 10 10:27:10.549478 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7ab842fd-ed27-4b65-a443-5fb6e29f1452 req-51729300-8415-4201-90f1-e4230be0863b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945704 Aug 10 10:27:10.558817 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8a89-9d36-4d32-9424-121b4bb9871e req-c5bab18f-c82d-4678-aaad-a99f79e5b7ab tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.560239 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-624e8a89-9d36-4d32-9424-121b4bb9871e req-c5bab18f-c82d-4678-aaad-a99f79e5b7ab tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.1333692 Aug 10 10:27:10.564935 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6fbd-ff15-4530-bc5e-d0bb87921bef req-c4383c71-48cf-4b07-8046-25ece7c6d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.566291 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6ae6fbd-ff15-4530-bc5e-d0bb87921bef req-c4383c71-48cf-4b07-8046-25ece7c6d699 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1104405 Aug 10 10:27:10.570335 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb6c4-bd2f-422a-a954-484ce975f124 req-07ef0d06-8238-4c97-b3ab-7e9b49062e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.571708 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da9eb6c4-bd2f-422a-a954-484ce975f124 req-07ef0d06-8238-4c97-b3ab-7e9b49062e5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 1098 time: 0.1145585 Aug 10 10:27:10.601200 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-624e8a89-9d36-4d32-9424-121b4bb9871e req-4e176bfa-ba75-4081-8a4d-a0af3d3d7c53 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 Aug 10 10:27:10.766829 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:10.899006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da9eb6c4-bd2f-422a-a954-484ce975f124 req-6be96621-148f-4c12-906c-477a22f7e885 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Aug 10 10:27:10.900465 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6ae6fbd-ff15-4530-bc5e-d0bb87921bef req-0f37ccd6-7e43-4736-8d00-935b0bad95e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524690 Aug 10 10:27:10.950965 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb3398-3291-4eba-966b-c6f4c9f9e9ec req-864283b5-8d92-4c9b-b84e-8ad0835a961e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:10.952445 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b9eb3398-3291-4eba-966b-c6f4c9f9e9ec req-864283b5-8d92-4c9b-b84e-8ad0835a961e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0472155 Aug 10 10:27:10.990083 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b9eb3398-3291-4eba-966b-c6f4c9f9e9ec req-bff3f928-7dbd-44a0-abc7-37ddfa714c06 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Aug 10 10:27:11.229706 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738fc0e-7bc0-4ecc-a6cd-52d1bc3c410b req-c3633261-fa75-46ba-a884-0a32f5a26b31 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:11.231467 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c738fc0e-7bc0-4ecc-a6cd-52d1bc3c410b req-c3633261-fa75-46ba-a884-0a32f5a26b31 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0504091 Aug 10 10:27:11.273028 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c738fc0e-7bc0-4ecc-a6cd-52d1bc3c410b req-392f1185-d8be-4f29-b358-c1f64fff03b7 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 10 10:27:11.505861 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d0e9a6e5-ac88-4c31-8fbe-373947cd3459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:11.738515 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681cfef-def5-480e-bd48-4691829d2fdb req-66cdf9e0-9b68-4a7a-a155-9f005dc10e7a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:11.740321 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2681cfef-def5-480e-bd48-4691829d2fdb req-66cdf9e0-9b68-4a7a-a155-9f005dc10e7a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0555246 Aug 10 10:27:11.782671 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2681cfef-def5-480e-bd48-4691829d2fdb req-2daad1e5-3895-4012-854c-afe0bad6b1f1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Aug 10 10:27:12.108758 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdfa5-2781-4d44-822a-f5fe3156954d req-0df02950-a31c-4180-92dc-d6d6d32d7f7b tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:12.110357 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fbbbdfa5-2781-4d44-822a-f5fe3156954d req-0df02950-a31c-4180-92dc-d6d6d32d7f7b tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Aug 10 10:27:12.147350 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fbbbdfa5-2781-4d44-822a-f5fe3156954d req-21ccff85-9cbc-4b64-9386-cc9e060d6911 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Aug 10 10:27:12.389447 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e228513-462c-42dd-84d6-25d50d9a7e52 req-2e4ce2ea-a4a3-4816-a92e-ce690a454b4f tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:12.390811 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9e228513-462c-42dd-84d6-25d50d9a7e52 req-2e4ce2ea-a4a3-4816-a92e-ce690a454b4f tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0487111 Aug 10 10:27:12.429265 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9e228513-462c-42dd-84d6-25d50d9a7e52 req-cf6501bb-db3d-4004-9398-8fc914c93dca tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Aug 10 10:27:12.905387 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ae99-bae3-48ee-a2d7-d59b04433142 req-2be42b72-de31-48d1-b587-7fbb850eda2e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:12.906862 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a243ae99-bae3-48ee-a2d7-d59b04433142 req-2be42b72-de31-48d1-b587-7fbb850eda2e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Aug 10 10:27:12.948603 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a243ae99-bae3-48ee-a2d7-d59b04433142 req-66caddcd-6fbf-4a43-bd1b-1ae161fff3c6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Aug 10 10:27:13.265361 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dacbcd-eb89-4f91-a048-d9ae6382aa30 req-8054168c-148a-4d5e-a755-349e41bfb842 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.266908 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40dacbcd-eb89-4f91-a048-d9ae6382aa30 req-8054168c-148a-4d5e-a755-349e41bfb842 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0975680 Aug 10 10:27:13.295427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-e74ba088-2549-4de9-938d-402ad9e3322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.296861 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-e74ba088-2549-4de9-938d-402ad9e3322f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1021783 Aug 10 10:27:13.320693 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c16350-5081-4ff1-b4fe-6b55a0656a88 req-3d733695-82fe-4d4d-a4df-b9a73957f17d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.322077 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45c16350-5081-4ff1-b4fe-6b55a0656a88 req-3d733695-82fe-4d4d-a4df-b9a73957f17d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0997739 Aug 10 10:27:13.374283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40dacbcd-eb89-4f91-a048-d9ae6382aa30 req-22a698dc-01a9-4785-aaf5-b85607e09be1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005297 Aug 10 10:27:13.415433 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45c16350-5081-4ff1-b4fe-6b55a0656a88 req-9e18c382-1e2d-4015-bd0f-f9216908ea5e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837815 Aug 10 10:27:13.435139 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-ac64bd5e-e9d5-466c-b390-cb0573dbd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.436583 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-ac64bd5e-e9d5-466c-b390-cb0573dbd378 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1241739 Aug 10 10:27:13.712913 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-ac520089-75fa-4424-ae1d-78d1505cb398 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832 HTTP/1.1" status: 200 len: 217 time: 0.2682974 Aug 10 10:27:13.746329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-652fc0a6-ae20-4353-bd48-9c9c2cae702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:13.780452 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-12703124-c225-45bb-8c68-5a5cd571bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.781866 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-12703124-c225-45bb-8c68-5a5cd571bba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0607872 Aug 10 10:27:13.792599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226f1b2-e73b-4753-a892-840dc964c3e7 req-8d978cf6-99e1-494e-9946-2429ea46c147 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:13.794463 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2226f1b2-e73b-4753-a892-840dc964c3e7 req-8d978cf6-99e1-494e-9946-2429ea46c147 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0837023 Aug 10 10:27:13.827517 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-4432ddd7-4c07-4444-993b-bbf957ba024b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321128 Aug 10 10:27:13.892507 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2226f1b2-e73b-4753-a892-840dc964c3e7 req-ba4ef968-dbf5-42d6-b546-f3f0c78dcda1 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888965 Aug 10 10:27:13.930385 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-4967ba30-a67d-4edd-b4fe-d9d9ddc5f1e1 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948553 Aug 10 10:27:14.024400 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-758259f5-bdb7-4f92-9f4a-d57d73cb7d5f req-7528557d-5c58-485d-8cfe-89aae8086a29 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Aug 10 10:27:14.202705 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f12d9-f1ce-4e08-a320-a5c6ba8f5278 req-74abc128-a1ed-4efd-a506-8efcbc6a1e15 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:14.204096 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c2f12d9-f1ce-4e08-a320-a5c6ba8f5278 req-74abc128-a1ed-4efd-a506-8efcbc6a1e15 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0489595 Aug 10 10:27:14.240535 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c2f12d9-f1ce-4e08-a320-a5c6ba8f5278 req-b1da96de-cc77-4657-a1ab-75acf1e20ad9 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306170 Aug 10 10:27:14.310196 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:14.486933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd012d-22c1-4a78-a754-d393dad303cf req-cb06757e-5573-48a1-b027-2566453e61f7 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:14.488306 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-10bd012d-22c1-4a78-a754-d393dad303cf req-cb06757e-5573-48a1-b027-2566453e61f7 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Aug 10 10:27:14.524901 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-10bd012d-22c1-4a78-a754-d393dad303cf req-8f3b6ef2-a46e-4e1e-9103-e7b05275a135 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Aug 10 10:27:15.270117 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:15.358569 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb0149-dc03-4a8b-a398-72961ef892b7 req-31308da4-3e83-4559-81fb-f1ef69ccfff6 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:15.360199 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a1cb0149-dc03-4a8b-a398-72961ef892b7 req-31308da4-3e83-4559-81fb-f1ef69ccfff6 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0532835 Aug 10 10:27:15.398430 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a1cb0149-dc03-4a8b-a398-72961ef892b7 req-bfaec11e-6f03-4bde-9513-7fe2c5190f53 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Aug 10 10:27:15.635374 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af16f7-22d0-4d9a-bda7-1eb1fedf8828 req-0d8b04a7-e790-4d8f-b813-a2808ffbaa28 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:15.636722 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-66af16f7-22d0-4d9a-bda7-1eb1fedf8828 req-0d8b04a7-e790-4d8f-b813-a2808ffbaa28 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Aug 10 10:27:15.673295 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-66af16f7-22d0-4d9a-bda7-1eb1fedf8828 req-28754cee-fdba-44dc-b39a-fd936f8838ce tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 10 10:27:16.514276 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603525e-07be-4ec8-a82f-72eb02c44040 req-76876fa1-2a70-4e1c-8eef-101af28fac50 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:16.515744 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8603525e-07be-4ec8-a82f-72eb02c44040 req-76876fa1-2a70-4e1c-8eef-101af28fac50 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0490897 Aug 10 10:27:16.552942 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8603525e-07be-4ec8-a82f-72eb02c44040 req-825ed007-a99e-4f13-95b0-c12fe18894f5 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Aug 10 10:27:16.554479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:16.789266 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993658a-d719-4414-8a02-a160343aac1d req-54131c98-df48-4ef6-9c33-11731aed3b01 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:16.790702 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f993658a-d719-4414-8a02-a160343aac1d req-54131c98-df48-4ef6-9c33-11731aed3b01 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0511050 Aug 10 10:27:16.828419 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f993658a-d719-4414-8a02-a160343aac1d req-3abed1de-df4c-4126-ab8a-936ffbe76ff2 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Aug 10 10:27:17.666051 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f005bad-adff-4d25-ae4f-b87fe70eed08 req-aecfb188-3a82-43ef-9352-9b34e9fb7901 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:17.667519 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9f005bad-adff-4d25-ae4f-b87fe70eed08 req-aecfb188-3a82-43ef-9352-9b34e9fb7901 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0491519 Aug 10 10:27:17.705684 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9f005bad-adff-4d25-ae4f-b87fe70eed08 req-2aeda5a6-c6d2-437c-b9d7-abaf0e2c8637 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/security-groups?id=70aae312-1d4c-4da9-97af-208196997674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Aug 10 10:27:18.081069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a121ca5-5cdd-4f6a-8886-a4a9a6c60184 req-1d826dd3-eaa1-427f-a5d2-af422c48c43f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:18.082537 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a121ca5-5cdd-4f6a-8886-a4a9a6c60184 req-1d826dd3-eaa1-427f-a5d2-af422c48c43f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Aug 10 10:27:18.120915 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a121ca5-5cdd-4f6a-8886-a4a9a6c60184 req-5ada74af-2da0-49e9-9670-a5c4c775bc79 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Aug 10 10:27:18.315763 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-177ae8f1-8905-4cfb-ae00-4bbc685c3a14 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:18.317071 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-177ae8f1-8905-4cfb-ae00-4bbc685c3a14 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.24 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 949 time: 0.0724890 Aug 10 10:27:18.383790 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f43bc-7fdf-4901-aa98-bec77266aff6 req-8df62d3d-bcb7-4505-ae7c-19036c51130e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:18.385245 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aa0f43bc-7fdf-4901-aa98-bec77266aff6 req-8df62d3d-bcb7-4505-ae7c-19036c51130e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0865169 Aug 10 10:27:18.455669 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aa0f43bc-7fdf-4901-aa98-bec77266aff6 req-8dddc4a4-d7d9-4abc-8581-76410dd84014 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636420 Aug 10 10:27:18.476196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Deleting port 3ec78183-867e-445b-b046-5bfc294dba46 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:27:18.476196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:18.564996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] For port 3ec78183-867e-445b-b046-5bfc294dba46, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3ec78183-867e-445b-b046-5bfc294dba46,segment=NetworkSegment(b6a75598-1504-4877-93e4-ac50a83601ce),segment_id=b6a75598-1504-4877-93e4-ac50a83601ce)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:18.565371 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:18.580535 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Calling delete_port for 3ec78183-867e-445b-b046-5bfc294dba46 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:27:18.737516 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:18.781857 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['3ec78183-867e-445b-b046-5bfc294dba46'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:18.842496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Pushing event deleted for resources: {'Port': ['ID=3ec78183-867e-445b-b046-5bfc294dba46,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:18.858315 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-97a4f9f0-4e4d-473e-aedb-3a16ec9c70f7 req-b67a948c-5dba-49d9-bc9b-ff70a030c727 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.10 "GET /v2.0/ports?device_id=95908311-0567-4d98-b574-679ed0df82f8 HTTP/1.1" status: 200 len: 210 time: 0.0508318 Aug 10 10:27:18.866541 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 59934) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:18.874255 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] No DVR routers for this DVR port 3ec78183-867e-445b-b046-5bfc294dba46 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:27:18.878356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:18.880728 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76f2b4be-af60-410f-ae8a-f88083f316fc req-3563946c-6b60-4b33-873f-f151e773c377 tempest-VolumesNegativeTest-2059087957 tempest-VolumesNegativeTest-2059087957-project] 10.222.0.24 "DELETE /v2.0/ports/3ec78183-867e-445b-b046-5bfc294dba46 HTTP/1.1" status: 204 len: 173 time: 0.5324781 Aug 10 10:27:18.881186 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'name': 'network-vif-deleted', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:18.884526 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b214a-0e91-4a19-b893-b2a575ca4d3c" -d '{"events": [{"server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "name": "network-vif-deleted", "tag": "3ec78183-867e-445b-b046-5bfc294dba46"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:18.941377 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b45f7-3935-496a-8ca4-2ca0297fd5ba x-openstack-request-id: req-c03b45f7-3935-496a-8ca4-2ca0297fd5ba {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:18.941666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95908311-0567-4d98-b574-679ed0df82f8", "name": "network-vif-deleted", "tag": "3ec78183-867e-445b-b046-5bfc294dba46", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:18.941910 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c03b45f7-3935-496a-8ca4-2ca0297fd5ba {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:18.942306 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95908311-0567-4d98-b574-679ed0df82f8', 'name': 'network-vif-deleted', 'tag': '3ec78183-867e-445b-b046-5bfc294dba46', 'status': 'completed', 'code': 200} Aug 10 10:27:19.014061 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3103a83a-b9a4-4023-8018-2bc678484f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.104320 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3103a83a-b9a4-4023-8018-2bc678484f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.108398 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3103a83a-b9a4-4023-8018-2bc678484f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.146554 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3103a83a-b9a4-4023-8018-2bc678484f4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c7ac8d6957e4f639fc10b39d846e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791100 Aug 10 10:27:19.147510 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103a83a-b9a4-4023-8018-2bc678484f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e10ea9-9b31-4ccb-b0c5-25e2021144b8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:19.149276 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 59942) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:19.223220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.253113 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.269311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce54628-bccc-463c-9fb6-c5956a70f5b2 req-2c7a1230-689e-43af-ad03-f088d721a344 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:19.270793 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bce54628-bccc-463c-9fb6-c5956a70f5b2 req-2c7a1230-689e-43af-ad03-f088d721a344 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0795381 Aug 10 10:27:19.323918 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bce54628-bccc-463c-9fb6-c5956a70f5b2 req-eeef1e81-744d-4279-8f2b-76b65d023d98 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Aug 10 10:27:19.340017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.344034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:19.345310 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5e10ea9-9b31-4ccb-b0c5-25e2021144b8 HTTP/1.1" status: 204 len: 168 time: 0.1948440 Aug 10 10:27:19.365852 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7856f55-f37d-4044-8c50-730cdfa8706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e10ea9-9b31-4ccb-b0c5-25e2021144b8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:19.598718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84de660-3b6c-4271-8a9a-99f3af9281a9 req-0f4cf411-ddab-4b71-8936-ae5d5c6e9497 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:19.600359 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e84de660-3b6c-4271-8a9a-99f3af9281a9 req-0f4cf411-ddab-4b71-8936-ae5d5c6e9497 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0918972 Aug 10 10:27:19.665338 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e84de660-3b6c-4271-8a9a-99f3af9281a9 req-62d1ae4d-9b53-4076-989b-6c6c4f5f0b4d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548587 Aug 10 10:27:19.781803 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7716ec-bebd-4c8a-bc33-88c220635d1b req-78503fad-e1a4-451c-8b3e-50ba35881dcb tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:19.783740 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fe7716ec-bebd-4c8a-bc33-88c220635d1b req-78503fad-e1a4-451c-8b3e-50ba35881dcb tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0574594 Aug 10 10:27:19.825300 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fe7716ec-bebd-4c8a-bc33-88c220635d1b req-b39d8168-336d-4439-aef7-06c67c2b0cfd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 10 10:27:20.080714 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fe84-a3c6-4aac-9973-ebad1572324d req-ecb20683-59c0-4445-bdb2-fe4d7e5a7269 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:20.082173 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fbd3fe84-a3c6-4aac-9973-ebad1572324d req-ecb20683-59c0-4445-bdb2-fe4d7e5a7269 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Aug 10 10:27:20.121266 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fbd3fe84-a3c6-4aac-9973-ebad1572324d req-338474dc-c545-4565-9133-9c75dc6e63b9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Aug 10 10:27:20.457161 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339de8c-7282-4dab-85f5-186f03270c8d req-c1650159-5048-4f05-afb4-4673b064b352 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:20.458551 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d339de8c-7282-4dab-85f5-186f03270c8d req-c1650159-5048-4f05-afb4-4673b064b352 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Aug 10 10:27:20.497156 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d339de8c-7282-4dab-85f5-186f03270c8d req-26d4df3a-7a67-48b7-8051-d0f8a043bb1e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Aug 10 10:27:20.642025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-7fbf26bb-386f-43b7-b6c3-1ab1d8f2bd50 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:20.643509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-7fbf26bb-386f-43b7-b6c3-1ab1d8f2bd50 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Aug 10 10:27:20.750126 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Deleting port a6596bf1-07b0-42b4-9574-0c1d7ae88490 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:27:20.750572 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:20.841206 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f110-9254-410d-ba2d-fc06a893e3ae req-7e8a698e-3957-40ca-8038-e2a97b7265bc tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:20.842705 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-87e1f110-9254-410d-ba2d-fc06a893e3ae req-7e8a698e-3957-40ca-8038-e2a97b7265bc tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1032941 Aug 10 10:27:20.900691 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] For port a6596bf1-07b0-42b4-9574-0c1d7ae88490, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a6596bf1-07b0-42b4-9574-0c1d7ae88490,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:20.901062 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:20.902090 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 3ec78183-867e-445b-b046-5bfc294dba46 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:27:20.925469 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 3ec78183-867e-445b-b046-5bfc294dba46 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:27:20.925915 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 3ec78183-867e-445b-b046-5bfc294dba46 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:27:20.936437 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Calling delete_port for a6596bf1-07b0-42b4-9574-0c1d7ae88490 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:27:20.940946 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-87e1f110-9254-410d-ba2d-fc06a893e3ae req-2cb48070-a93f-4bc7-ad45-8646d4d3cb0e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911207 Aug 10 10:27:21.019540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40852-6a46-455c-9bf6-9699f1e08f8a req-38c4d564-9743-4483-b67e-bf520a437a98 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:21.021060 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-37d40852-6a46-455c-9bf6-9699f1e08f8a req-38c4d564-9743-4483-b67e-bf520a437a98 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=450a40ca-ec13-4e82-bc59-be5c9d9fecd4 HTTP/1.1" status: 200 len: 945 time: 0.1173854 Aug 10 10:27:21.087312 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-37d40852-6a46-455c-9bf6-9699f1e08f8a req-18e73b99-ae41-4ee0-bca8-e5e7db2caef9 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539615 Aug 10 10:27:21.144785 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:21.175286 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Pushing event deleted for resources: {'Port': ['ID=a6596bf1-07b0-42b4-9574-0c1d7ae88490,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:21.191772 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['a6596bf1-07b0-42b4-9574-0c1d7ae88490'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:21.227444 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] No DVR routers for this DVR port a6596bf1-07b0-42b4-9574-0c1d7ae88490 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:27:21.238648 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:21.240665 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-018628e4-215f-4da4-bebc-e4c4c2f5d62b req-97c81c4a-e624-4211-95dc-c0e48095c27f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "DELETE /v2.0/ports/a6596bf1-07b0-42b4-9574-0c1d7ae88490 HTTP/1.1" status: 204 len: 173 time: 0.5905836 Aug 10 10:27:21.241103 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'name': 'network-vif-deleted', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:21.243352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76b009f-639c-4810-98e4-59e4d05ec2bd" -d '{"events": [{"server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "name": "network-vif-deleted", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:21.289555 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61772867-d7d8-4339-80bc-6b1f3ffef06d req-98947ad6-0191-4a6c-84d3-23d49b719882 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:21.291526 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61772867-d7d8-4339-80bc-6b1f3ffef06d req-98947ad6-0191-4a6c-84d3-23d49b719882 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0652821 Aug 10 10:27:21.315486 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3317a0-880f-4f1a-bf87-a9faa702bc2d x-openstack-request-id: req-1d3317a0-880f-4f1a-bf87-a9faa702bc2d {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:21.315945 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450a40ca-ec13-4e82-bc59-be5c9d9fecd4", "name": "network-vif-deleted", "tag": "a6596bf1-07b0-42b4-9574-0c1d7ae88490", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:21.316293 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d3317a0-880f-4f1a-bf87-a9faa702bc2d {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:21.316777 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450a40ca-ec13-4e82-bc59-be5c9d9fecd4', 'name': 'network-vif-deleted', 'tag': 'a6596bf1-07b0-42b4-9574-0c1d7ae88490', 'status': 'completed', 'code': 200} Aug 10 10:27:21.339865 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61772867-d7d8-4339-80bc-6b1f3ffef06d req-a236fa5b-811d-4193-ac17-987f02be4c8d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Aug 10 10:27:21.624685 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9146402-034c-4741-8c20-39e6e7c787eb req-38ff50f8-aeb0-446d-9a97-580e8319eb6b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:21.626331 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c9146402-034c-4741-8c20-39e6e7c787eb req-38ff50f8-aeb0-446d-9a97-580e8319eb6b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0582602 Aug 10 10:27:21.664769 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c9146402-034c-4741-8c20-39e6e7c787eb req-7a21da5e-d732-4095-902c-cd04264bd559 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 10 10:27:22.055557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f8b6-cf5c-4ff1-a109-f1141f457b75 req-cbe2b731-2d67-450a-88e9-c4ff7db755e6 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:22.057035 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f97f8b6-cf5c-4ff1-a109-f1141f457b75 req-cbe2b731-2d67-450a-88e9-c4ff7db755e6 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0479307 Aug 10 10:27:22.095745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0f97f8b6-cf5c-4ff1-a109-f1141f457b75 req-5483690e-c47c-41fd-b19a-8bd1747d5442 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Aug 10 10:27:22.428905 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-75922ebe-adc0-473c-84f1-dddce231b6bb tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:22.430407 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-75922ebe-adc0-473c-84f1-dddce231b6bb tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 808 time: 0.1129293 Aug 10 10:27:22.469186 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-89a96ff0-ab32-4a9b-a7e7-4c8df5d77df1 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/quotas/a906d07ed2e741979047d7ebd88ee1d2 HTTP/1.1" status: 200 len: 375 time: 0.0289357 Aug 10 10:27:22.508818 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-3e478cd1-baf2-43e8-ba9b-cd53453d97f6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312824 Aug 10 10:27:22.516806 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868111f5-d186-420a-b550-0053d0f9bf2b req-c02cd79e-6c93-4fcf-8726-7411021aaac2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:22.518251 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-868111f5-d186-420a-b550-0053d0f9bf2b req-c02cd79e-6c93-4fcf-8726-7411021aaac2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0869756 Aug 10 10:27:22.604767 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-868111f5-d186-420a-b550-0053d0f9bf2b req-381b4f48-917f-41b8-af0c-67bdc083f06a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782638 Aug 10 10:27:22.633713 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-da1295b3-64a1-4c2d-ac83-58d1f897b425 service neutron] 10.222.0.10 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145060 Aug 10 10:27:22.722276 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-04d377b5-cd3e-4d6d-8500-222b44b0708d service neutron] 10.222.0.10 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815444 Aug 10 10:27:22.791501 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb82d0-f413-42bc-8649-4ed1441226da req-5518f2af-935a-4540-be91-251c3e568b57 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:22.792995 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d2bb82d0-f413-42bc-8649-4ed1441226da req-5518f2af-935a-4540-be91-251c3e568b57 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0559173 Aug 10 10:27:22.853512 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d2bb82d0-f413-42bc-8649-4ed1441226da req-b48b6fb7-be45-49a3-a3c0-e7d762e8b3dc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Aug 10 10:27:22.902876 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:27:22.909432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-991c0c1f-e264-4ca1-b43a-eb18086f09f0 req-085b0a36-6bd6-4380-876e-56e59f89f50a tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 210 time: 0.0311096 Aug 10 10:27:23.212941 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894b974-7556-44ae-8eef-2a7f3ae5501f req-ed1e1401-c0dc-486c-a529-87c25bb71a8d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:23.214399 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2894b974-7556-44ae-8eef-2a7f3ae5501f req-ed1e1401-c0dc-486c-a529-87c25bb71a8d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0493991 Aug 10 10:27:23.254022 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2894b974-7556-44ae-8eef-2a7f3ae5501f req-d62f4b20-d5d6-4ff9-9023-94f7f279e7e2 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331304 Aug 10 10:27:23.530473 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 60270) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:23.638688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7370b316-8554-45b3-af85-380585eec318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:23.759092 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f64c-0e46-4073-964e-abb6f71a4a7b req-41514539-f331-4f24-b214-668b834ab165 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:23.760699 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5736f64c-0e46-4073-964e-abb6f71a4a7b req-41514539-f331-4f24-b214-668b834ab165 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0751901 Aug 10 10:27:23.760808 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60282) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:23.797879 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7370b316-8554-45b3-af85-380585eec318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:23.804147 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7370b316-8554-45b3-af85-380585eec318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:23.841884 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5736f64c-0e46-4073-964e-abb6f71a4a7b req-20b46c1d-f165-471e-be32-e2de0e440e44 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712402 Aug 10 10:27:23.872069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7370b316-8554-45b3-af85-380585eec318 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cc68000f11f49b19aed38951e639c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311329 Aug 10 10:27:23.872069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370b316-8554-45b3-af85-380585eec318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f37752-3fa8-4dfa-8591-d454e8ea8cf4,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:23.872069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 60286) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:23.959908 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3cd087de-b898-44b7-888e-672fa4494aff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d59188322994f6eb551ea94affa0df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977465 Aug 10 10:27:23.961219 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60292) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:24.020068 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.040624 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.052257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed2fad05-9639-4448-b0c7-f62627f222cc req-0360d9cf-5d96-4939-b154-c8f75aecca89 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 210 time: 0.0478508 Aug 10 10:27:24.062722 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.074302 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e0f1b-ebcf-47f6-986e-09b89e0f283e req-087e765e-c850-484d-83e2-5ef2133bf2e5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:24.076444 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c74e0f1b-ebcf-47f6-986e-09b89e0f283e req-087e765e-c850-484d-83e2-5ef2133bf2e5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.1302817 Aug 10 10:27:24.098039 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.100627 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.101747 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70aae312-1d4c-4da9-97af-208196997674 HTTP/1.1" status: 204 len: 168 time: 0.1395853 Aug 10 10:27:24.109877 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87d5c-a03f-44a3-9b90-f16fcef2635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aae312-1d4c-4da9-97af-208196997674,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:24.123219 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-47cee61e-1620-4b1a-b196-3b27ab0c1ce6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:24.124668 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-47cee61e-1620-4b1a-b196-3b27ab0c1ce6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 808 time: 0.2419205 Aug 10 10:27:24.128243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.165282 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c74e0f1b-ebcf-47f6-986e-09b89e0f283e req-aa087552-5333-45cb-aaf7-f90c88f036e0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745142 Aug 10 10:27:24.168961 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Request body: {'port': {'device_id': 'b7d67844-da57-4172-ae4f-6692341a2391', 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956', 'admin_state_up': True, 'tenant_id': 'a906d07ed2e741979047d7ebd88ee1d2'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:24.251400 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.254108 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.255447 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47f37752-3fa8-4dfa-8591-d454e8ea8cf4 HTTP/1.1" status: 204 len: 168 time: 0.3873861 Aug 10 10:27:24.279025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f863fdb-c9a4-43e1-95fa-a8cdea0ff6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f37752-3fa8-4dfa-8591-d454e8ea8cf4,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:24.316949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Made reservation on behalf of a906d07ed2e741979047d7ebd88ee1d2 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:27:24.321953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.428457 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f318-b6c2-4d53-8f9a-3564e26c6793 req-b8c3e493-b291-4047-a40a-8002458bb7d7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:24.429958 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a87f318-b6c2-4d53-8f9a-3564e26c6793 req-b8c3e493-b291-4047-a40a-8002458bb7d7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0934043 Aug 10 10:27:24.512907 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a87f318-b6c2-4d53-8f9a-3564e26c6793 req-bef88e5f-cddb-47c3-8e33-848d2c5d3f94 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743401 Aug 10 10:27:24.533781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Allocated IP 172.20.0.7 (43b4dfda-1243-4f58-bcbb-b8e4d90b1956/2880b2f1-846e-49ba-b122-68fd3513f162/f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:24.686024 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.729886 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.773740 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:24.776817 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:24.787200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:24.828575 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Pushing event updated for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:24.857251 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:24.857947 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:24.873657 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b87fd9f1-20d0-4c25-9a9d-68522ccf0974 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115376 Aug 10 10:27:24.897944 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Request body: {'port': {'device_id': 'b7d67844-da57-4172-ae4f-6692341a2391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:24.914070 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a6596bf1-07b0-42b4-9574-0c1d7ae88490 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:27:24.943679 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: a6596bf1-07b0-42b4-9574-0c1d7ae88490 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:27:24.944025 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a6596bf1-07b0-42b4-9574-0c1d7ae88490 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:27:24.994667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:25.021375 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110dc6-1afc-4a59-8302-817c77a68256 req-3c08fe0d-4d19-4cb4-b163-0fa01abd39c7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:25.022853 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e110dc6-1afc-4a59-8302-817c77a68256 req-3c08fe0d-4d19-4cb4-b163-0fa01abd39c7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0855131 Aug 10 10:27:25.144474 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e110dc6-1afc-4a59-8302-817c77a68256 req-77793b14-eb9d-4668-8fef-754009df7cda tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022294 Aug 10 10:27:25.254091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28084e-7ccd-4d51-9a5b-6c7972a47af9 req-37ea9398-6b95-4d6d-9d07-9ac7645af193 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:25.255602 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f28084e-7ccd-4d51-9a5b-6c7972a47af9 req-37ea9398-6b95-4d6d-9d07-9ac7645af193 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 931 time: 0.1147683 Aug 10 10:27:25.356704 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f28084e-7ccd-4d51-9a5b-6c7972a47af9 req-1078c495-71af-4fb5-b3eb-b29212acb1ad tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916469 Aug 10 10:27:25.386870 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b2d1f-0808-451c-99f4-caa5dcfa062b req-f4a780f9-b55f-437d-b329-59cd60ac90fb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:25.389128 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-464b2d1f-0808-451c-99f4-caa5dcfa062b req-f4a780f9-b55f-437d-b329-59cd60ac90fb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.1252239 Aug 10 10:27:25.463230 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-464b2d1f-0808-451c-99f4-caa5dcfa062b req-7858d7d1-20b8-44d0-9c96-7172118659f9 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 Aug 10 10:27:25.474915 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:25.484543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:25.514776 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Transition to ACTIVE for port object f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:25.518009 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:25.616287 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:25.940995 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060717a-bff1-410b-b0f3-9257af25662c req-8b725c54-b1fb-425d-ba74-bad5da71819f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:25.942394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2060717a-bff1-410b-b0f3-9257af25662c req-8b725c54-b1fb-425d-ba74-bad5da71819f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.3368874 Aug 10 10:27:25.998666 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2060717a-bff1-410b-b0f3-9257af25662c req-2439f918-76a7-415f-92e8-f51020b1be95 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483172 Aug 10 10:27:25.999290 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Attempting to bind port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:25.999637 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Attempting to bind port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:25.999958 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Attempting to bind port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:26.004975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:27:26.005292 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Attempting to bind port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae on network 43b4dfda-1243-4f58-bcbb-b8e4d90b1956 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:26.010174 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:26.010417 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Checking segment: {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:26.010869 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Bound using segment: {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:26.011287 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Bound port: f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4836a12b-1178-4345-be89-53f950f02bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:26.011659 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:26.074072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:26.077693 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:26.082275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:26.128937 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.129530 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:26.130875 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae HTTP/1.1" status: 200 len: 1093 time: 1.2403185 Aug 10 10:27:26.132031 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:26.134327 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e0782-6c48-4abc-a618-38515d7d1936" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:26.159063 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69868f-040d-4ba5-bf26-81672dbb69e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:26.177314 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931634d1-27e0-4f7f-a8b0-16446c8aac42 x-openstack-request-id: req-931634d1-27e0-4f7f-a8b0-16446c8aac42 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:26.177783 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:26.178039 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-931634d1-27e0-4f7f-a8b0-16446c8aac42 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:26.178724 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae', 'status': 'completed', 'code': 200} Aug 10 10:27:26.267291 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-40271dac-23a1-4b94-94bf-e8c73ef3d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.268785 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-40271dac-23a1-4b94-94bf-e8c73ef3d4d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 1096 time: 0.0695355 Aug 10 10:27:26.284688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9414a-54c1-425e-8f6f-81c5b0b40f68 req-15170826-4d69-4a87-860a-657ccab637e9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.286118 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a9d9414a-54c1-425e-8f6f-81c5b0b40f68 req-15170826-4d69-4a87-860a-657ccab637e9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0569715 Aug 10 10:27:26.329688 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-ee1cb9fa-020d-4d54-a067-be30c7e1a436 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae HTTP/1.1" status: 200 len: 217 time: 0.0426204 Aug 10 10:27:26.383140 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a9d9414a-54c1-425e-8f6f-81c5b0b40f68 req-4a4838bf-2cfb-446b-9dad-d0a3db04954f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905631 Aug 10 10:27:26.397074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b0664756-7f9e-4167-8f73-7435abdb85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.398951 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-b0664756-7f9e-4167-8f73-7435abdb85c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2880b2f1-846e-49ba-b122-68fd3513f162 HTTP/1.1" status: 200 len: 848 time: 0.0605214 Aug 10 10:27:26.438982 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-ba48fdf3-6cbf-4061-9c2e-c2ab9bcf0e03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303600 Aug 10 10:27:26.552797 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15705-457a-4185-a234-b11d6c4576d7 req-4e100013-e3d3-44a9-9e4c-7c4261c59055 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.554230 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08e15705-457a-4185-a234-b11d6c4576d7 req-4e100013-e3d3-44a9-9e4c-7c4261c59055 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.1082268 Aug 10 10:27:26.625631 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-808f2069-d346-4afa-ab22-9999abdbc455 service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778300 Aug 10 10:27:26.635538 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08e15705-457a-4185-a234-b11d6c4576d7 req-78f8e57b-ce37-486b-a025-b94f4873f373 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720053 Aug 10 10:27:26.701679 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8a412-b5f5-4bb7-9773-bf7d1e671163 req-bfab04e8-7250-4a8f-b92f-785ab888e3d5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.704605 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73f8a412-b5f5-4bb7-9773-bf7d1e671163 req-bfab04e8-7250-4a8f-b92f-785ab888e3d5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.1631181 Aug 10 10:27:26.773381 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73f8a412-b5f5-4bb7-9773-bf7d1e671163 req-a254bb9e-0b06-4f63-b99d-59aeeaf48428 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584445 Aug 10 10:27:26.780447 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c387036-f6c7-4c23-a307-0b6a31bd18d1 req-2b7aedcf-6ac0-4e5e-b605-e3da5fa33907 service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428995 Aug 10 10:27:26.933269 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-5685e222-923b-4525-b16f-27ce14ceaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:26.934880 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-5685e222-923b-4525-b16f-27ce14ceaf77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 1096 time: 0.0409417 Aug 10 10:27:27.034685 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-870cbd54-9b20-4c63-aad5-9225b5e1e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.036170 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-870cbd54-9b20-4c63-aad5-9225b5e1e86b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 200 len: 909 time: 0.0930040 Aug 10 10:27:27.083116 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-4024d90c-b14e-432a-be61-457b8d4181b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae HTTP/1.1" status: 200 len: 217 time: 0.0380843 Aug 10 10:27:27.175173 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730f70-b68a-495e-8ccc-237bdb50ddbd req-a08cb486-ed89-4c3d-94bb-2072230c8afb tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.176676 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-90730f70-b68a-495e-8ccc-237bdb50ddbd req-a08cb486-ed89-4c3d-94bb-2072230c8afb tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0962903 Aug 10 10:27:27.178442 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-ece0189a-7602-4016-b865-7a69c51468c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.179771 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-ece0189a-7602-4016-b865-7a69c51468c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2880b2f1-846e-49ba-b122-68fd3513f162 HTTP/1.1" status: 200 len: 848 time: 0.0874567 Aug 10 10:27:27.214888 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-90730f70-b68a-495e-8ccc-237bdb50ddbd req-daaf95cc-62ef-48a7-b0ff-06a253e52440 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Aug 10 10:27:27.502166 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cc92a-e694-41ca-ba45-4a16f80c0123 req-d7366ea7-4f51-48f0-83e1-0dba032589b2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.503645 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e88cc92a-e694-41ca-ba45-4a16f80c0123 req-d7366ea7-4f51-48f0-83e1-0dba032589b2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Aug 10 10:27:27.540439 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e88cc92a-e694-41ca-ba45-4a16f80c0123 req-8af74779-88c4-481f-8e16-b07d1957b65b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Aug 10 10:27:27.753465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c33a9c-f0a5-42c6-9e98-1df1623f5735 req-e8eb8d13-cfb2-4829-8a59-bf88428e5bb6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.754929 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3c33a9c-f0a5-42c6-9e98-1df1623f5735 req-e8eb8d13-cfb2-4829-8a59-bf88428e5bb6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0492318 Aug 10 10:27:27.797259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3c33a9c-f0a5-42c6-9e98-1df1623f5735 req-9af428fd-c50b-4719-9820-9f1b874d661d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Aug 10 10:27:27.892582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516251a1-acbe-4ac1-bdb7-a01deece257d req-524f4ca9-05a8-4669-84b9-c014392156c5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:27.894199 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-516251a1-acbe-4ac1-bdb7-a01deece257d req-524f4ca9-05a8-4669-84b9-c014392156c5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0485466 Aug 10 10:27:27.932743 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-516251a1-acbe-4ac1-bdb7-a01deece257d req-15ddd64f-1c2d-435c-b9eb-4f6e7c9b9450 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 10 10:27:28.330701 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c025a-b705-4f14-85ce-185030494089 req-c7c9d010-6f73-4ba2-acea-45123a9c1c5e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:28.332173 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cc1c025a-b705-4f14-85ce-185030494089 req-c7c9d010-6f73-4ba2-acea-45123a9c1c5e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0486131 Aug 10 10:27:28.368299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cc1c025a-b705-4f14-85ce-185030494089 req-b113a929-ce13-4002-8be8-62667bad1d2a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Aug 10 10:27:28.657296 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd175-e901-47e2-9479-dd8ac380eb02 req-470204f3-a4d8-4526-afa9-7f8c1d541a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:28.658733 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-66bbd175-e901-47e2-9479-dd8ac380eb02 req-470204f3-a4d8-4526-afa9-7f8c1d541a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0471060 Aug 10 10:27:28.698302 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-66bbd175-e901-47e2-9479-dd8ac380eb02 req-19adccbb-a3ed-4bef-82b6-e16a7c760e5d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336218 Aug 10 10:27:28.831991 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-18090bc4-39eb-4069-a9ac-60039fc892ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43b4dfda-1243-4f58-bcbb-b8e4d90b1956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247600 Aug 10 10:27:28.910305 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48923ad-5832-4767-9af5-5cc3256d2376 req-88df46fa-ea07-4e7b-9acc-4492fa9fcc64 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:28.911786 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d48923ad-5832-4767-9af5-5cc3256d2376 req-88df46fa-ea07-4e7b-9acc-4492fa9fcc64 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0477540 Aug 10 10:27:28.949135 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d48923ad-5832-4767-9af5-5cc3256d2376 req-cbbbac49-f4ee-4c9f-8b7e-ad9bf0d32bad tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Aug 10 10:27:29.051582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8774f9-12b8-4818-ada4-768e1cbd5922 req-d0de4e93-e5da-4913-b80c-b3df435e9331 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:29.053046 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5e8774f9-12b8-4818-ada4-768e1cbd5922 req-d0de4e93-e5da-4913-b80c-b3df435e9331 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0544598 Aug 10 10:27:29.089693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5e8774f9-12b8-4818-ada4-768e1cbd5922 req-ecf6a05d-36e8-485f-bd97-93bf9a81efd7 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Aug 10 10:27:29.485068 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38665-b197-4d3e-ad6c-c4552c706835 req-62dd959b-fd77-47b1-aa37-bcce0cd4fcb5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:29.486502 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-19b38665-b197-4d3e-ad6c-c4552c706835 req-62dd959b-fd77-47b1-aa37-bcce0cd4fcb5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0513666 Aug 10 10:27:29.523093 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-19b38665-b197-4d3e-ad6c-c4552c706835 req-aa719940-e129-4643-bfd8-f6d9743260f5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Aug 10 10:27:29.870739 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9c6a0-a589-43e1-9ca5-bfd4f6cf1a3b req-01cfb924-22e9-4615-9b1a-bd05932e6830 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:29.872430 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d0f9c6a0-a589-43e1-9ca5-bfd4f6cf1a3b req-01cfb924-22e9-4615-9b1a-bd05932e6830 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0985885 Aug 10 10:27:29.924679 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-5a9f9e81-c324-4b70-94ff-1da0e88ac074 service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412020 Aug 10 10:27:29.929457 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d0f9c6a0-a589-43e1-9ca5-bfd4f6cf1a3b req-cb235f30-182b-4999-8924-8faa17bc21b3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Aug 10 10:27:30.017179 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78e0782-6c48-4abc-a618-38515d7d1936 req-4a65d8ca-5d27-49f6-ad1f-1d05c96656b2 service neutron] 10.222.0.24 "GET /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844765 Aug 10 10:27:30.070662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cbbd3-0f32-422f-bbdf-a42bd9e17dc4 req-86b2a8bf-c57a-481e-804c-003610f50e96 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:30.072209 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b83cbbd3-0f32-422f-bbdf-a42bd9e17dc4 req-86b2a8bf-c57a-481e-804c-003610f50e96 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Aug 10 10:27:30.110774 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b83cbbd3-0f32-422f-bbdf-a42bd9e17dc4 req-66b04cb1-4e22-4c1c-a1b3-7d1f952335e8 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Aug 10 10:27:30.204113 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3debdf9-0955-4af1-b0de-fd124e7441c5 req-717577db-f830-41a0-94cb-f4ae2d654a74 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:30.205560 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d3debdf9-0955-4af1-b0de-fd124e7441c5 req-717577db-f830-41a0-94cb-f4ae2d654a74 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0481720 Aug 10 10:27:30.242255 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d3debdf9-0955-4af1-b0de-fd124e7441c5 req-b3e0af90-356f-4500-a4c2-7f91da3a3dd7 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Aug 10 10:27:30.633975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566c8c5-b586-4b5d-9831-1403a72a4fdc req-53b1c4e3-fd71-4f69-8996-1a94f7988156 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:30.635414 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8566c8c5-b586-4b5d-9831-1403a72a4fdc req-53b1c4e3-fd71-4f69-8996-1a94f7988156 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0472019 Aug 10 10:27:30.672084 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8566c8c5-b586-4b5d-9831-1403a72a4fdc req-8d910d85-cee4-4187-8f05-b52ce47d0143 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302033 Aug 10 10:27:31.053843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718da75-b515-49d0-8429-507c14721baf req-8a3d5b74-a756-4469-bdfb-36e4bb40f1c2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:31.055315 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2718da75-b515-49d0-8429-507c14721baf req-8a3d5b74-a756-4469-bdfb-36e4bb40f1c2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Aug 10 10:27:31.095123 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2718da75-b515-49d0-8429-507c14721baf req-e6cb71c1-4bdf-4c07-a57b-6d272857c038 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Aug 10 10:27:31.223607 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629529-27a5-4463-8ae2-9f2228ccc54e req-9406eff3-febd-45c7-bb1b-4c2fe0dd32ef tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:31.225067 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d4629529-27a5-4463-8ae2-9f2228ccc54e req-9406eff3-febd-45c7-bb1b-4c2fe0dd32ef tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0476439 Aug 10 10:27:31.262397 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d4629529-27a5-4463-8ae2-9f2228ccc54e req-e56536e9-d8f9-48c3-91ea-8de020095a9c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Aug 10 10:27:31.353534 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78d2a0-0030-460c-b31f-3e775409e1de req-deb007f4-d72a-49d2-973a-8c0b4c05e2a1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:31.354868 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a78d2a0-0030-460c-b31f-3e775409e1de req-deb007f4-d72a-49d2-973a-8c0b4c05e2a1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Aug 10 10:27:31.391471 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a78d2a0-0030-460c-b31f-3e775409e1de req-cc0d35b2-20a2-45e6-84a7-e05dcec86fc6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295553 Aug 10 10:27:31.793196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e621d-1e99-4252-9497-efe3e6c16d3b req-c962d7f3-1d29-461b-ba61-00d87dbe8dd8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:31.794672 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-012e621d-1e99-4252-9497-efe3e6c16d3b req-c962d7f3-1d29-461b-ba61-00d87dbe8dd8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0549402 Aug 10 10:27:31.831052 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-012e621d-1e99-4252-9497-efe3e6c16d3b req-24b7d486-c29a-45d5-bb5a-c90212df993a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305202 Aug 10 10:27:32.213128 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c58b32-08fe-4ae4-8dbb-858b20449c94 req-2d08c1cd-1c0d-4675-b453-bd79b07c3cf4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:32.214569 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a1c58b32-08fe-4ae4-8dbb-858b20449c94 req-2d08c1cd-1c0d-4675-b453-bd79b07c3cf4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Aug 10 10:27:32.251165 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a1c58b32-08fe-4ae4-8dbb-858b20449c94 req-d000cfae-57bb-4c19-a6cd-50ba63783527 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Aug 10 10:27:32.372077 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40a57-3e4c-4d21-92a7-29c5ec06f424 req-1c82fe22-4b2b-4b3d-afde-279dcd6d45f3 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:32.374057 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5dd40a57-3e4c-4d21-92a7-29c5ec06f424 req-1c82fe22-4b2b-4b3d-afde-279dcd6d45f3 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0469210 Aug 10 10:27:32.410369 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5dd40a57-3e4c-4d21-92a7-29c5ec06f424 req-3353052a-6676-4776-97da-4b6e287d143d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Aug 10 10:27:32.506261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6aee8-cbbd-44de-92c5-cd61899bc445 req-02ef0521-e093-4e7d-9615-e840a9343509 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:32.507700 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c5c6aee8-cbbd-44de-92c5-cd61899bc445 req-02ef0521-e093-4e7d-9615-e840a9343509 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0511451 Aug 10 10:27:32.543035 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c5c6aee8-cbbd-44de-92c5-cd61899bc445 req-5b917970-e5e3-4561-842c-7dd1fc660bfc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294449 Aug 10 10:27:32.944320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dabdd-7fd0-40e2-a5ec-82870be5466e req-5e0524b1-9142-46d0-ab51-443eac4488a5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:32.945755 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac4dabdd-7fd0-40e2-a5ec-82870be5466e req-5e0524b1-9142-46d0-ab51-443eac4488a5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0483167 Aug 10 10:27:32.981780 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac4dabdd-7fd0-40e2-a5ec-82870be5466e req-1c74f986-4b53-4363-9743-75abf547744e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301967 Aug 10 10:27:33.367129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c527f2-93b5-4651-a48a-9b2e0cda6edf req-2b7e3600-37e7-4e1f-b364-d31910e2e225 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:33.368652 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b9c527f2-93b5-4651-a48a-9b2e0cda6edf req-2b7e3600-37e7-4e1f-b364-d31910e2e225 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Aug 10 10:27:33.406587 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b9c527f2-93b5-4651-a48a-9b2e0cda6edf req-4305e2b0-7174-40e8-9639-074f56ea4390 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318601 Aug 10 10:27:33.525897 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f7d8b-42ce-46c8-8722-29423aed11e4 req-d43f270d-6408-4a3f-8e39-08f3f44f1d2e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:33.527361 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d88f7d8b-42ce-46c8-8722-29423aed11e4 req-d43f270d-6408-4a3f-8e39-08f3f44f1d2e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 943 time: 0.0520902 Aug 10 10:27:33.565198 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d88f7d8b-42ce-46c8-8722-29423aed11e4 req-71dddc40-353d-491e-9d8b-78f1abb841dd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 10 10:27:33.654574 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d499dd-92f3-4750-8cd0-147c9fd2e717 req-bd9d8031-4ee6-4c84-a82d-b7e86129024d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:33.656407 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-35d499dd-92f3-4750-8cd0-147c9fd2e717 req-bd9d8031-4ee6-4c84-a82d-b7e86129024d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Aug 10 10:27:33.693963 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-35d499dd-92f3-4750-8cd0-147c9fd2e717 req-1f048635-ed99-4e86-b030-114674a09525 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Aug 10 10:27:34.092510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8149c-4f23-4f5b-8686-568c7e9abf11 req-2cfdd73d-377c-4028-8645-689d59ee0036 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:34.093979 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cdd8149c-4f23-4f5b-8686-568c7e9abf11 req-2cfdd73d-377c-4028-8645-689d59ee0036 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0471017 Aug 10 10:27:34.130718 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cdd8149c-4f23-4f5b-8686-568c7e9abf11 req-f40935d8-da13-42a1-83ec-96fbdfee2696 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Aug 10 10:27:34.212305 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:34.304885 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:34.315656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae', 'network_id': '43b4dfda-1243-4f58-bcbb-b8e4d90b1956', 'port_id': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae', 'mac_address': 'fa:16:3e:85:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2880b2f1-846e-49ba-b122-68fd3513f162', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:34.350757 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:34.363827 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:34.382258 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:34.386094 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:34.431604 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:34.526351 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d86ec-0954-4514-b2c3-6d5de8bfd5a6 req-028d874c-3ad3-4a64-89c3-a0db6a1be4e4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:34.527801 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-348d86ec-0954-4514-b2c3-6d5de8bfd5a6 req-028d874c-3ad3-4a64-89c3-a0db6a1be4e4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Aug 10 10:27:34.565852 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-348d86ec-0954-4514-b2c3-6d5de8bfd5a6 req-6dae742a-ed51-4b9d-bc3e-3a407ab5a5fe tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Aug 10 10:27:34.679187 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc878-3fb2-4110-8417-15c8bcd7b907 req-a78783d7-c457-4b75-9225-74fcb4242e5a tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:34.680644 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-087cc878-3fb2-4110-8417-15c8bcd7b907 req-a78783d7-c457-4b75-9225-74fcb4242e5a tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 944 time: 0.0481930 Aug 10 10:27:34.721879 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-087cc878-3fb2-4110-8417-15c8bcd7b907 req-05b920a5-0ff7-4ea5-99c7-b8f822a301ea tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Aug 10 10:27:34.759077 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:34.812177 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129466-8cb3-457b-acb3-5f5bdfc4ddc6 req-259286eb-4f29-4cb8-b008-696683166cd3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:34.813681 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61129466-8cb3-457b-acb3-5f5bdfc4ddc6 req-259286eb-4f29-4cb8-b008-696683166cd3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0529132 Aug 10 10:27:34.860377 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61129466-8cb3-457b-acb3-5f5bdfc4ddc6 req-b483e48f-57fc-45c9-8ae7-30d0853aeb2c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Aug 10 10:27:35.246040 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1236f4b-cf58-4ba7-91a7-0519476c0f23 req-a9e1c89c-d929-47c7-bed2-e64836e873b4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:35.247518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1236f4b-cf58-4ba7-91a7-0519476c0f23 req-a9e1c89c-d929-47c7-bed2-e64836e873b4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0518982 Aug 10 10:27:35.286751 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1236f4b-cf58-4ba7-91a7-0519476c0f23 req-d44aa9e6-47f5-4dc4-bbd5-9917a43cd7db tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Aug 10 10:27:35.683384 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc433d8-81de-48b1-b611-40cfa19dab86 req-e6c0ca98-ffd0-4084-be18-0bc9ae759548 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:35.684806 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0bc433d8-81de-48b1-b611-40cfa19dab86 req-e6c0ca98-ffd0-4084-be18-0bc9ae759548 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0468185 Aug 10 10:27:35.721249 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0bc433d8-81de-48b1-b611-40cfa19dab86 req-381cf7d4-b195-4a6e-b74c-448cc129140d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298324 Aug 10 10:27:35.836428 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccc574-9866-490f-961b-16ee3e06fbe6 req-9e0ca3fa-20eb-491d-867a-42841672ace9 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:35.837867 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4bccc574-9866-490f-961b-16ee3e06fbe6 req-9e0ca3fa-20eb-491d-867a-42841672ace9 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 944 time: 0.0478451 Aug 10 10:27:35.875061 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4bccc574-9866-490f-961b-16ee3e06fbe6 req-0d3969a8-9326-4483-b8c4-2330c16237b5 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Aug 10 10:27:35.980605 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5851f-faf1-4ac5-9267-80e47b657e39 req-ab41d793-ced6-4635-862c-4d58fc229596 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:35.981954 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30d5851f-faf1-4ac5-9267-80e47b657e39 req-ab41d793-ced6-4635-862c-4d58fc229596 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Aug 10 10:27:36.020029 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30d5851f-faf1-4ac5-9267-80e47b657e39 req-d5c0b5d2-c2c3-48d2-aa8a-4097f3e23552 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Aug 10 10:27:36.403562 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779b5a4-2b25-4688-95e5-2dbbf970a11c req-be850b76-0004-4711-9802-51bc6778e631 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:36.405669 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5779b5a4-2b25-4688-95e5-2dbbf970a11c req-be850b76-0004-4711-9802-51bc6778e631 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0495780 Aug 10 10:27:36.441793 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5779b5a4-2b25-4688-95e5-2dbbf970a11c req-9bfd7f3e-f084-4637-88cf-d6be7f278e84 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303879 Aug 10 10:27:36.839008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd6850-1027-4e7e-aa4d-7bbcf393f4dc req-ae99cc40-dd4b-4011-bb9e-0eb15069182e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:36.840488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-63bd6850-1027-4e7e-aa4d-7bbcf393f4dc req-ae99cc40-dd4b-4011-bb9e-0eb15069182e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0491297 Aug 10 10:27:36.877573 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-63bd6850-1027-4e7e-aa4d-7bbcf393f4dc req-59f193c6-1cb6-4261-a278-d63f4695541e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Aug 10 10:27:36.989983 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c9ca9-d0a4-45b3-ae32-5c8b86a9d12e req-ef24c52f-20a7-4caa-836f-679119a22423 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:36.991455 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-297c9ca9-d0a4-45b3-ae32-5c8b86a9d12e req-ef24c52f-20a7-4caa-836f-679119a22423 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 944 time: 0.0511644 Aug 10 10:27:37.027929 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-297c9ca9-d0a4-45b3-ae32-5c8b86a9d12e req-5ec9873f-c73b-40f6-a5c7-38bb9f217ebe tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Aug 10 10:27:37.131823 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93771755-c882-4fd4-8efa-ed45f454aca5 req-86cd0dd9-fb52-453a-a696-e22f61b26374 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:37.133243 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-93771755-c882-4fd4-8efa-ed45f454aca5 req-86cd0dd9-fb52-453a-a696-e22f61b26374 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Aug 10 10:27:37.169835 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-93771755-c882-4fd4-8efa-ed45f454aca5 req-eb9e9839-a773-4f2f-ab8f-4ebc6da19c14 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Aug 10 10:27:37.555558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae9dc8-2db5-4981-98ef-e578095ff7c0 req-dad87296-642a-4a8c-8e8c-97bf2b0e757d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:37.556998 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-abae9dc8-2db5-4981-98ef-e578095ff7c0 req-dad87296-642a-4a8c-8e8c-97bf2b0e757d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0482092 Aug 10 10:27:37.593254 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-abae9dc8-2db5-4981-98ef-e578095ff7c0 req-25d474a3-a3a9-4e0c-ac43-107db7c2ac0e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297294 Aug 10 10:27:37.999030 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc8c11-0d72-45e6-b68f-8892d7478e22 req-83d5cb97-ae5b-496b-889f-4c8bd97cf011 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:38.000474 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-afdc8c11-0d72-45e6-b68f-8892d7478e22 req-83d5cb97-ae5b-496b-889f-4c8bd97cf011 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0508552 Aug 10 10:27:38.036398 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-afdc8c11-0d72-45e6-b68f-8892d7478e22 req-45bf0572-ef3d-4f2d-9001-304d2c433b20 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299699 Aug 10 10:27:38.140130 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdd0f1-1483-42fe-bd97-0a61a93079e5 req-6b2c132b-0f68-4aa8-8e0a-ef39fabfaea5 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:38.141579 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30cdd0f1-1483-42fe-bd97-0a61a93079e5 req-6b2c132b-0f68-4aa8-8e0a-ef39fabfaea5 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 944 time: 0.0485861 Aug 10 10:27:38.177745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30cdd0f1-1483-42fe-bd97-0a61a93079e5 req-a1c0bea0-cff9-4481-94a0-78ac84ee5cdf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303340 Aug 10 10:27:38.282895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16344f48-2236-48ab-b36a-166289b6572e req-f367ee64-09d9-40e9-b427-603c11b87807 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:38.284341 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-16344f48-2236-48ab-b36a-166289b6572e req-f367ee64-09d9-40e9-b427-603c11b87807 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Aug 10 10:27:38.321068 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-16344f48-2236-48ab-b36a-166289b6572e req-5202c419-7cd9-4963-b8cf-49e05124dc53 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Aug 10 10:27:38.464648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:38.512490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:38.516878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:38.517250 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:38.594999 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:38.619015 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:38.621248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a12215-70dd-485c-a80e-1651e735172e" -d '{"events": [{"server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "name": "network-vif-plugged", "status": "completed", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:38.634857 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:38.638843 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:38.664499 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a277b19e-7789-4c72-bfc2-fe4109e310c5 x-openstack-request-id: req-a277b19e-7789-4c72-bfc2-fe4109e310c5 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:38.664767 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "name": "network-vif-plugged", "status": "completed", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:38.665018 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a277b19e-7789-4c72-bfc2-fe4109e310c5 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:38.665391 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae', 'code': 200} Aug 10 10:27:38.689966 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:38.713881 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f559ed-7c0e-48e6-9b6c-a15fcb828d69 req-5e3fe31c-8eda-4a5e-8efb-9a56c2c140d7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:38.715376 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6f559ed-7c0e-48e6-9b6c-a15fcb828d69 req-5e3fe31c-8eda-4a5e-8efb-9a56c2c140d7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0514824 Aug 10 10:27:38.753598 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6f559ed-7c0e-48e6-9b6c-a15fcb828d69 req-42702baa-e8da-43d5-9d83-6a6d89992516 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Aug 10 10:27:38.913739 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2c6e-9a0f-4363-8ec3-48c3872b483a req-5a5a95a1-4b68-45de-b76a-7ca08644a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:38.915184 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-424e2c6e-9a0f-4363-8ec3-48c3872b483a req-5a5a95a1-4b68-45de-b76a-7ca08644a392 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 1098 time: 0.0384376 Aug 10 10:27:38.952873 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-424e2c6e-9a0f-4363-8ec3-48c3872b483a req-5c0f21aa-c6d0-4511-a7ef-7d3dbf8fc77f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275669 Aug 10 10:27:39.154432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c17110-c545-4e6c-9615-6d1738ed993e req-9bbf33f7-26ec-4013-9c8a-8c7094da2f67 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:39.156152 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a2c17110-c545-4e6c-9615-6d1738ed993e req-9bbf33f7-26ec-4013-9c8a-8c7094da2f67 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Aug 10 10:27:39.192894 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a2c17110-c545-4e6c-9615-6d1738ed993e req-37f21d3c-449f-4828-8374-f82044334627 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Aug 10 10:27:39.292710 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee7541-0f39-47fd-8d0e-310a872c561a req-670433b3-fe90-4f55-a892-1b00f00e585e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:39.294125 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7dee7541-0f39-47fd-8d0e-310a872c561a req-670433b3-fe90-4f55-a892-1b00f00e585e tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Aug 10 10:27:39.332867 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7dee7541-0f39-47fd-8d0e-310a872c561a req-a088e112-0913-472a-b989-d9b576fb71f6 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Aug 10 10:27:39.434050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9701c0-96f9-4447-a56b-8f13ff865fe3 req-cf82636f-35d8-4b32-a623-830bc6f3deac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:39.435551 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea9701c0-96f9-4447-a56b-8f13ff865fe3 req-cf82636f-35d8-4b32-a623-830bc6f3deac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 10 10:27:39.475899 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea9701c0-96f9-4447-a56b-8f13ff865fe3 req-b67d85e6-0a5f-4394-8d07-b5e45354de35 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Aug 10 10:27:39.870407 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210bbb1-48f4-471e-87e0-e70426d4cb1a req-63a60211-384a-469b-8483-a56d88fe37e7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:39.871889 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c210bbb1-48f4-471e-87e0-e70426d4cb1a req-63a60211-384a-469b-8483-a56d88fe37e7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0496981 Aug 10 10:27:39.911424 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c210bbb1-48f4-471e-87e0-e70426d4cb1a req-374082a2-7919-472b-b7b7-07fc152c5dc9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Aug 10 10:27:40.312975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b8b98-acad-4258-abdb-4460309fb129 req-448dd6b2-863b-49b0-b3b4-844d160065d7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:40.314424 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf3b8b98-acad-4258-abdb-4460309fb129 req-448dd6b2-863b-49b0-b3b4-844d160065d7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Aug 10 10:27:40.350066 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf3b8b98-acad-4258-abdb-4460309fb129 req-7d4d9995-3c9e-4c7b-b823-b1ce2fb12473 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297832 Aug 10 10:27:40.445125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d8d01-a574-4ca9-9d19-ec7e08f627d0 req-6ac1b808-d325-4345-87eb-fb54a19838c0 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:40.446571 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a9d8d01-a574-4ca9-9d19-ec7e08f627d0 req-6ac1b808-d325-4345-87eb-fb54a19838c0 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Aug 10 10:27:40.484954 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a9d8d01-a574-4ca9-9d19-ec7e08f627d0 req-26c8650e-3c7c-4b0d-9a65-fef21e800abd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 10 10:27:40.593861 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a793887-d968-4918-bde8-982945b059c2 req-5dd551c1-92bd-46ad-86c2-5afec8c61790 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:40.595277 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a793887-d968-4918-bde8-982945b059c2 req-5dd551c1-92bd-46ad-86c2-5afec8c61790 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0464537 Aug 10 10:27:40.632374 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a793887-d968-4918-bde8-982945b059c2 req-0fd4f9eb-fa41-456f-825b-2ce1369cbd5e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Aug 10 10:27:41.027279 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca24dcd-ca2e-49e6-8099-e2907a408429 req-c17dab35-9857-4dec-95d7-0c09ae5403a9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:41.028714 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bca24dcd-ca2e-49e6-8099-e2907a408429 req-c17dab35-9857-4dec-95d7-0c09ae5403a9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0504680 Aug 10 10:27:41.066034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bca24dcd-ca2e-49e6-8099-e2907a408429 req-af374d1e-1851-4430-b324-9ea4243bc0b7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Aug 10 10:27:41.466842 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92ccd8-f7bf-497d-bd39-0a85f2014094 req-13d5cfdf-d6b4-4162-a403-c652d04a7dd0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:41.468286 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bb92ccd8-f7bf-497d-bd39-0a85f2014094 req-13d5cfdf-d6b4-4162-a403-c652d04a7dd0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0465713 Aug 10 10:27:41.507041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bb92ccd8-f7bf-497d-bd39-0a85f2014094 req-b22842e0-9669-492b-a665-094d8b337d78 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Aug 10 10:27:41.508519 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92b36425-2f95-4b0d-8807-ff755845d10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:41.598970 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828f0e5-43fc-4b93-bf4d-ede8dd28717b req-38abab39-a737-4e53-a14a-270c4b6f0a9f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:41.600442 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2828f0e5-43fc-4b93-bf4d-ede8dd28717b req-38abab39-a737-4e53-a14a-270c4b6f0a9f tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Aug 10 10:27:41.637501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2828f0e5-43fc-4b93-bf4d-ede8dd28717b req-113eb3a0-1799-4c8f-82a0-ec339f5b6d5c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Aug 10 10:27:41.746582 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeec73-6af7-46f8-8aa0-9c6a96669e73 req-781973ad-17dc-4e8b-b5bb-fac4b19aa2e2 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:41.748034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8eeec73-6af7-46f8-8aa0-9c6a96669e73 req-781973ad-17dc-4e8b-b5bb-fac4b19aa2e2 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0501337 Aug 10 10:27:41.785421 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c8eeec73-6af7-46f8-8aa0-9c6a96669e73 req-ad6c4e5c-ce68-4551-9f14-71ea02042bd4 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Aug 10 10:27:42.180612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96963c-d248-4887-bce7-e9696f5c8d21 req-294087a5-bf43-40a3-b272-e90c5493a135 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.182111 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c96963c-d248-4887-bce7-e9696f5c8d21 req-294087a5-bf43-40a3-b272-e90c5493a135 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0485113 Aug 10 10:27:42.219805 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c96963c-d248-4887-bce7-e9696f5c8d21 req-d4e0f787-9513-4419-b725-13ce687dac84 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310516 Aug 10 10:27:42.246580 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:27:42.270417 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:42.349914 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:42.360026 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:27:42.396202 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:42.409853 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:27:42.429198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:42.432605 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:42.478363 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=6']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:42.622924 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94dd52-0cd9-4d15-bde2-0f3c98128bc5 req-5f5f0c55-ad3e-4ef5-a304-6909b5afc4df tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.624454 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ff94dd52-0cd9-4d15-bde2-0f3c98128bc5 req-5f5f0c55-ad3e-4ef5-a304-6909b5afc4df tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.0480347 Aug 10 10:27:42.660940 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['d5498e84-1555-45fb-85d6-e80a7c9dc9bb'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:27:42.664396 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ff94dd52-0cd9-4d15-bde2-0f3c98128bc5 req-9f2214d8-2a7f-4e16-bd56-9f78364679df tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Aug 10 10:27:42.776382 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-b9bd67ce-05dd-41dc-bcf3-c87992578522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.777834 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-b9bd67ce-05dd-41dc-bcf3-c87992578522 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1098 time: 0.0717337 Aug 10 10:27:42.786191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc499f9-7e41-4793-8899-a39258e62fb0 req-89232272-3c7b-44cf-acfb-1a6918b2a250 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.787640 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bc499f9-7e41-4793-8899-a39258e62fb0 req-89232272-3c7b-44cf-acfb-1a6918b2a250 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0726645 Aug 10 10:27:42.838589 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bc499f9-7e41-4793-8899-a39258e62fb0 req-7b82ac33-70c8-409b-8c33-3f6d7306adcd tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Aug 10 10:27:42.949782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ebe57-1e62-49ba-abdd-8ba7ada171fc req-1559f706-6c10-482c-837e-ee55d092cc51 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.951115 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-df5ebe57-1e62-49ba-abdd-8ba7ada171fc req-1559f706-6c10-482c-837e-ee55d092cc51 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0799186 Aug 10 10:27:42.954126 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-2a06d3dd-4152-48eb-9369-f2c8e128f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:42.955449 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-2a06d3dd-4152-48eb-9369-f2c8e128f371 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.1430364 Aug 10 10:27:43.024421 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-df5ebe57-1e62-49ba-abdd-8ba7ada171fc req-f2d22256-09e5-43fc-8c12-3246ecdeb476 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Aug 10 10:27:43.039248 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-4dbd0eb4-dfa6-48d2-abc6-b4dadb292e56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 1001 time: 0.0688546 Aug 10 10:27:43.095239 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-5dcf1c38-d84b-42ad-91d6-ee148e9d4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:43.096673 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-5dcf1c38-d84b-42ad-91d6-ee148e9d4076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0455246 Aug 10 10:27:43.146734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-0b19ab73-6e1d-4d14-979b-b0cfbb2fe77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:43.148223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-0b19ab73-6e1d-4d14-979b-b0cfbb2fe77e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380282 Aug 10 10:27:43.248897 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-a923ed80-9000-4283-a8d8-5e582063f677 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859206 Aug 10 10:27:43.396249 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff41fa-415a-460b-a568-7fe3823aaf97 req-3b3f4b18-4e57-47bb-bd17-4098f0503882 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:43.397925 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4dff41fa-415a-460b-a568-7fe3823aaf97 req-3b3f4b18-4e57-47bb-bd17-4098f0503882 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0866032 Aug 10 10:27:43.402384 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6aba7931-0dbc-4427-bdc7-79f7edf59898 req-8eb3a62b-dae1-4988-ba1a-e13ae5da343c service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418333 Aug 10 10:27:43.438516 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4dff41fa-415a-460b-a568-7fe3823aaf97 req-630c7016-8b4d-4f27-ba71-b763768e5eaf tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343196 Aug 10 10:27:43.753769 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-25963e86-58e9-4207-8303-9e73b5f64ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:44.127799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d634e5d-37d7-4542-bff4-e8070753640a req-0fdcf1fe-b765-4f71-9596-960680fc7a13 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:44.129311 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d634e5d-37d7-4542-bff4-e8070753640a req-0fdcf1fe-b765-4f71-9596-960680fc7a13 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.3758357 Aug 10 10:27:44.153059 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788264bf-a786-49c5-b09b-73bc67a90130 req-411d639b-9f4d-49ed-aaa9-0999bcf7653c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:44.155090 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-788264bf-a786-49c5-b09b-73bc67a90130 req-411d639b-9f4d-49ed-aaa9-0999bcf7653c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0775647 Aug 10 10:27:44.212470 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-788264bf-a786-49c5-b09b-73bc67a90130 req-56a676d8-b345-499b-a3e9-de976bd29117 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Aug 10 10:27:44.215462 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d634e5d-37d7-4542-bff4-e8070753640a req-f7942fb3-2d17-40ee-9dd3-fa6904ac156d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787737 Aug 10 10:27:44.318242 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:44.376220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b5ccd-2dea-4939-ae4e-d2cff49705a8 req-5d83768c-b08f-4d83-a828-fce1319895ff tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:44.384951 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c26b5ccd-2dea-4939-ae4e-d2cff49705a8 req-5d83768c-b08f-4d83-a828-fce1319895ff tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0787597 Aug 10 10:27:44.427361 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c26b5ccd-2dea-4939-ae4e-d2cff49705a8 req-38440968-37af-4e6f-9f1f-03eac3ad4262 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Aug 10 10:27:44.526646 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:44.564901 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175968df-a212-4229-9b05-b6e620bd696c req-e10b590a-c1af-4a38-9022-083d67b8257a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:44.581725 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-175968df-a212-4229-9b05-b6e620bd696c req-e10b590a-c1af-4a38-9022-083d67b8257a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0701621 Aug 10 10:27:44.616819 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:44.617587 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:44.627595 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-175968df-a212-4229-9b05-b6e620bd696c req-c84e8757-2844-42c0-ba3f-0c77330f1298 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448461 Aug 10 10:27:44.709775 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:44.733383 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:44.736703 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6be92-3693-4a3d-b605-fe9540a6a25b" -d '{"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:44.759623 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:44.767237 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:44.828939 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=7']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:44.832892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52cc564-b465-4823-ab47-ab57867b0980 x-openstack-request-id: req-d52cc564-b465-4823-ab47-ab57867b0980 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:44.833185 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:44.833434 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d52cc564-b465-4823-ab47-ab57867b0980 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:44.833804 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'code': 200} Aug 10 10:27:44.840154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.840500 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.840844 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.841178 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.841510 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.841840 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.842218 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.842549 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.842890 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.843199 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.843540 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:44.844826 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:45.308001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:45.499606 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e3b0-a37f-4bea-a007-fbf22b8f55f2 req-46845842-16fb-4baf-8b88-c9b6b46cb2be tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:45.502944 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1792e3b0-a37f-4bea-a007-fbf22b8f55f2 req-46845842-16fb-4baf-8b88-c9b6b46cb2be tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.1227417 Aug 10 10:27:45.515404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691422-3dd8-4af0-a51c-f30034fd009a req-7e7d1252-5847-4c5f-8a1a-e88b4f929d53 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:45.525323 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c691422-3dd8-4af0-a51c-f30034fd009a req-7e7d1252-5847-4c5f-8a1a-e88b4f929d53 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1469798 Aug 10 10:27:45.600977 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c691422-3dd8-4af0-a51c-f30034fd009a req-a8e24a02-5581-44d3-b935-65e9cbd57d60 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704100 Aug 10 10:27:45.634330 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1792e3b0-a37f-4bea-a007-fbf22b8f55f2 req-2350cb1c-598a-4f65-a78d-f8568b02069c tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069765 Aug 10 10:27:45.817136 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fc4e4-9b96-41a0-b670-99f837cb77a2 req-3b27eb81-017c-4de2-8f94-e9fc8f66106f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:45.818836 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94fc4e4-9b96-41a0-b670-99f837cb77a2 req-3b27eb81-017c-4de2-8f94-e9fc8f66106f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.1316538 Aug 10 10:27:45.837182 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c5869-36a1-48ee-be35-3ab3ada030ad req-50dbbbad-af97-4597-a46b-01b7863d38e1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:45.840144 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d4c5869-36a1-48ee-be35-3ab3ada030ad req-50dbbbad-af97-4597-a46b-01b7863d38e1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1131022 Aug 10 10:27:45.918880 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94fc4e4-9b96-41a0-b670-99f837cb77a2 req-a7e7ff47-2585-4fac-a519-b5d6813878f9 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758533 Aug 10 10:27:45.947858 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d4c5869-36a1-48ee-be35-3ab3ada030ad req-a44c95c6-5cbe-47db-b77d-208b1ae157dd tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945802 Aug 10 10:27:46.164367 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3583fb-c63f-45a8-ba2e-d57095b2f8c3 req-9b03cfcb-9077-4321-82b5-d5ca3d5915fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:46.165829 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c3583fb-c63f-45a8-ba2e-d57095b2f8c3 req-9b03cfcb-9077-4321-82b5-d5ca3d5915fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0524027 Aug 10 10:27:46.256142 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c3583fb-c63f-45a8-ba2e-d57095b2f8c3 req-0eda2dd4-311f-49f5-8de9-09341f7dd0a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Aug 10 10:27:46.569861 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:46.789886 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d901768-1388-4b22-9ddd-1bbb344efd4c req-db0c26a7-e803-47f1-baa2-0554f67ae524 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:46.798988 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d901768-1388-4b22-9ddd-1bbb344efd4c req-db0c26a7-e803-47f1-baa2-0554f67ae524 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0842438 Aug 10 10:27:46.914036 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d901768-1388-4b22-9ddd-1bbb344efd4c req-fc39686c-0a6b-4263-9176-08032164ddb1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103089 Aug 10 10:27:47.060048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed201ef-834b-4735-aedb-a7d6ab95081b req-ca597d45-a3b5-47ee-be04-7cad7893bdb3 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:47.087617 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aed201ef-834b-4735-aedb-a7d6ab95081b req-ca597d45-a3b5-47ee-be04-7cad7893bdb3 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0999222 Aug 10 10:27:47.153872 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aed201ef-834b-4735-aedb-a7d6ab95081b req-447924f4-b27d-4f9f-864f-d9cb4636adff tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658371 Aug 10 10:27:47.188688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e97cd-753f-43d3-abad-cb80dab64ac4 req-abf310e5-642c-4a4f-bb74-947e43cf2703 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:47.190820 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7b4e97cd-753f-43d3-abad-cb80dab64ac4 req-abf310e5-642c-4a4f-bb74-947e43cf2703 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0845232 Aug 10 10:27:47.200274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 60760) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:47.272875 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7b4e97cd-753f-43d3-abad-cb80dab64ac4 req-323b6cb4-5545-4962-a9c5-4d97259a2870 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759184 Aug 10 10:27:47.294633 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db88ff-6007-42f2-aa78-76199feab04f req-9acbf5d2-e2c8-4707-892e-dcb0c4351088 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:47.299767 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40db88ff-6007-42f2-aa78-76199feab04f req-9acbf5d2-e2c8-4707-892e-dcb0c4351088 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0762858 Aug 10 10:27:47.330105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.367007 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40db88ff-6007-42f2-aa78-76199feab04f req-47532a60-ae24-44f9-80b6-afde246ed6f5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633659 Aug 10 10:27:47.468193 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.474235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.518762 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c410f50b891c4c36ba30a1cde0c6fd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175027 Aug 10 10:27:47.519630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ed61f-13b5-4a3e-b0a1-3e8a146550f9,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:47.521659 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60768) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:47.527317 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.527783 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.528224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.528890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.529079 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.529503 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.529931 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.530401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.530824 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.531820 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.532306 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.532726 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e708a4a-8f05-4249-a92f-eee1cb086d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.599423 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.625795 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.686652 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.690414 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:47.694748 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c2ed61f-13b5-4a3e-b0a1-3e8a146550f9 HTTP/1.1" status: 204 len: 168 time: 0.1717083 Aug 10 10:27:47.707665 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ed61f-13b5-4a3e-b0a1-3e8a146550f9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:47.717139 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.717675 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.718070 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.718523 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.719956 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.720654 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.721219 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.721882 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.722372 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.722868 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.723405 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:47.724050 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e247dbb-ecbd-4d21-89f5-bd45882c6df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:48.041485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e0196-26ac-450e-a1cc-6266d014e0a7 req-6c6170fb-07c5-4557-a0ea-f0f019d70946 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:48.048650 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c28e0196-26ac-450e-a1cc-6266d014e0a7 req-6c6170fb-07c5-4557-a0ea-f0f019d70946 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0587075 Aug 10 10:27:48.132902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c28e0196-26ac-450e-a1cc-6266d014e0a7 req-4500b814-55ad-4c69-bc9e-aaa06e24e02f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832696 Aug 10 10:27:48.332192 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6583f5-61d2-4b9c-b803-278212910a62 req-f652b330-5b36-46bb-b793-3f0bde739d3d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:48.343911 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cd6583f5-61d2-4b9c-b803-278212910a62 req-f652b330-5b36-46bb-b793-3f0bde739d3d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.0928125 Aug 10 10:27:48.417283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cd6583f5-61d2-4b9c-b803-278212910a62 req-aa17b6ee-94f2-4214-8e0a-2afe7792e2e0 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718448 Aug 10 10:27:48.491968 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222e8e-6007-40f9-a5d2-fee9995570f7 req-f7bea5f9-7644-40b2-adfe-a2c5915a0ded tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:48.495002 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6222e8e-6007-40f9-a5d2-fee9995570f7 req-f7bea5f9-7644-40b2-adfe-a2c5915a0ded tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0816958 Aug 10 10:27:48.591103 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60838) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:48.626508 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6222e8e-6007-40f9-a5d2-fee9995570f7 req-bc70d1ee-2291-4e5f-9a6f-232699f2e62e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182165 Aug 10 10:27:48.662274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00342-e4cb-4d1d-b773-7d8cb25b735d req-b9d9cd67-49e5-4bb4-a8e8-30ef12aecf85 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:48.669876 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1ba00342-e4cb-4d1d-b773-7d8cb25b735d req-b9d9cd67-49e5-4bb4-a8e8-30ef12aecf85 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1270716 Aug 10 10:27:48.723973 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1ba00342-e4cb-4d1d-b773-7d8cb25b735d req-4c9a0e18-03a6-41d7-a462-e188eef84b32 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532293 Aug 10 10:27:48.817882 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a726b-b469-473e-a970-29cfa8e41120 req-88529338-a64d-4842-b2e7-f43e48b2e78d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:48.830002 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f0a726b-b469-473e-a970-29cfa8e41120 req-88529338-a64d-4842-b2e7-f43e48b2e78d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0854247 Aug 10 10:27:48.886493 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f0a726b-b469-473e-a970-29cfa8e41120 req-41b3ac58-5d85-4c00-ab16-d02c8ab98085 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Aug 10 10:27:48.907854 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-17088197-network', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:48.949211 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Made reservation on behalf of 8248f1025a0c4226b6b12d85c3acb466 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:27:48.955984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:48.969832 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.070666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.084975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.114667 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:27:49.129097 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947b6fc-d29d-4f82-b64f-e80a1da072a3,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:49.134600 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.135164 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Added segment f2b623e8-4f49-4bc3-9e05-a78cf5831fcd of type vlan for network 784adf51-33f1-4c02-98c4-160ea2f41c93 Aug 10 10:27:49.137065 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c55b-a56d-4def-8cf6-55bd13653bc7 req-a0684556-e85b-4326-8ed7-03d7612cd32d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.145499 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f96c55b-a56d-4def-8cf6-55bd13653bc7 req-a0684556-e85b-4326-8ed7-03d7612cd32d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0811491 Aug 10 10:27:49.199979 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.205897 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f96c55b-a56d-4def-8cf6-55bd13653bc7 req-0ce629ad-9b3a-4b5c-964b-ce8eec05c70a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580502 Aug 10 10:27:49.282942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.283963 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.284542 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.366605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] Pushing event updated for resources: {'Network': ['ID=784adf51-33f1-4c02-98c4-160ea2f41c93,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:49.382847 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:27:49.386502 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f845fa5b-27b4-4a60-b438-701dbea751eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7935860 Aug 10 10:27:49.387932 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60868) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:49.400392 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876e75-f442-4cd9-8185-0742b067c031 req-abf99857-44df-4be0-acbe-dff9b130bf9a tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.402078 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-04876e75-f442-4cd9-8185-0742b067c031 req-abf99857-44df-4be0-acbe-dff9b130bf9a tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.1903422 Aug 10 10:27:49.406458 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-7743acee-00ef-431a-8c98-66d67ef83c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.410425 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Request body: {'subnet': {'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-17088197-subnet', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:49.416846 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-7743acee-00ef-431a-8c98-66d67ef83c60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1098 time: 0.1515391 Aug 10 10:27:49.465078 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Made reservation on behalf of 8248f1025a0c4226b6b12d85c3acb466 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:27:49.470008 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.610558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2cdd3-23e3-4470-8f61-1dc9d5ac80b1 req-26c3e9eb-dd12-4f89-ad97-70a52c0b70d4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.613284 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-edc2cdd3-23e3-4470-8f61-1dc9d5ac80b1 req-26c3e9eb-dd12-4f89-ad97-70a52c0b70d4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.3056462 Aug 10 10:27:49.716101 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.770819 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-edc2cdd3-23e3-4470-8f61-1dc9d5ac80b1 req-004f5021-fe4f-4b74-af1d-e9ef21766e43 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381011 Aug 10 10:27:49.780481 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb430537-1b08-4901-9cbb-2074bf3cf328 req-50c3aab6-93e5-452d-808e-7e21098c371d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.787136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097f9bfc-97e4-4b72-aadf-2537c33d41e3,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:49.794563 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cb430537-1b08-4901-9cbb-2074bf3cf328 req-50c3aab6-93e5-452d-808e-7e21098c371d tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 945 time: 0.2159238 Aug 10 10:27:49.805491 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:49.805880 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Network hostable DHCP agents. Network: 784adf51-33f1-4c02-98c4-160ea2f41c93, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:27:49.809982 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-60f25368-41ec-4edd-a918-72850c6d058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.811531 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-60f25368-41ec-4edd-a918-72850c6d058d service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.3809941 Aug 10 10:27:49.844116 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:27:49.863955 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 784adf51-33f1-4c02-98c4-160ea2f41c93) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:49.868594 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:49.869357 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.881414 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d2c53-d0e5-458b-a3c4-cf90bb74f01e None None] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:27:49.904896 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d0bc9f1d-0e24-4967-a69d-5aeca21f50e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5130098 Aug 10 10:27:49.905505 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 60880) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:49.916991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:49.929443 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cb430537-1b08-4901-9cbb-2074bf3cf328 req-c4a9fa22-1e18-47f7-899d-b30914e2d952 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/security-groups?id=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340418 Aug 10 10:27:49.948243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Deleting port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:27:49.948829 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.971174 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:49.972981 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.003499 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-dca4a0de-4abd-443f-819c-462fa5d93493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 1001 time: 0.1751249 Aug 10 10:27:50.055346 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.107997 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-33ab4d3c-786d-4fe6-968a-d066e978b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:50.110982 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-33ab4d3c-786d-4fe6-968a-d066e978b95a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0971420 Aug 10 10:27:50.116836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] For port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,segment=NetworkSegment(4836a12b-1178-4345-be89-53f950f02bd3),segment_id=4836a12b-1178-4345-be89-53f950f02bd3)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:50.117598 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.166412 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Calling delete_port for f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:27:50.240598 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-6d3e83a7-f9bb-4cfe-a770-b6e25a19f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:50.247076 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-6d3e83a7-f9bb-4cfe-a770-b6e25a19f0db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203675 Aug 10 10:27:50.247915 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.304416 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-784adf51-33f1-4c02-98c4-160ea2f41c93', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:27:50.305354 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.472328 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696820fd-dea6-4cda-89a9-84c270471237 req-7ef51aa1-2532-4119-bf20-e6d426843b90 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:50.473890 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-696820fd-dea6-4cda-89a9-84c270471237 req-7ef51aa1-2532-4119-bf20-e6d426843b90 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1214995 Aug 10 10:27:50.529259 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Allocated IP 172.20.0.2 (784adf51-33f1-4c02-98c4-160ea2f41c93/097f9bfc-97e4-4b72-aadf-2537c33d41e3/52e8cef4-f494-454c-b8db-ab6d73c71b28) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:50.530916 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-69e6cfe3-ac1c-4234-b30f-b6b533918d26 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725058 Aug 10 10:27:50.583480 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.627084 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-696820fd-dea6-4cda-89a9-84c270471237 req-09e1661e-84d1-403c-8b7f-42eff314169f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397803 Aug 10 10:27:50.629850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.640690 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.672225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Pushing event deleted for resources: {'Port': ['ID=f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:50.735225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] No DVR routers for this DVR port f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:27:50.738339 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bc0e6860-d96b-4267-a269-4b54a2b345b4 req-d65ec418-e380-4756-9cbd-872b3b8c4207 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974916 Aug 10 10:27:50.741695 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.744017 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-04876e75-f442-4cd9-8185-0742b067c031 req-ac0543b6-4440-405c-9983-cba464a88fbf tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.24 "DELETE /v2.0/ports/f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae HTTP/1.1" status: 204 len: 173 time: 1.3251803 Aug 10 10:27:50.744573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'name': 'network-vif-deleted', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:27:50.747432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241da561-da76-494a-9197-e562c76b4f07" -d '{"events": [{"server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "name": "network-vif-deleted", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:27:50.815084 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1c3719-cf97-4a4f-9e18-b34deea2ce0d x-openstack-request-id: req-9b1c3719-cf97-4a4f-9e18-b34deea2ce0d {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:27:50.815619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d67844-da57-4172-ae4f-6692341a2391", "name": "network-vif-deleted", "tag": "f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:27:50.816062 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b1c3719-cf97-4a4f-9e18-b34deea2ce0d {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:27:50.816594 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d67844-da57-4172-ae4f-6692341a2391', 'name': 'network-vif-deleted', 'tag': 'f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae', 'status': 'completed', 'code': 200} Aug 10 10:27:50.852643 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:50.863659 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Transition to ACTIVE for port object 52e8cef4-f494-454c-b8db-ab6d73c71b28 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:50.877785 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Allocated IP 172.27.2.67 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/c722e838-bb69-4682-b7a1-35ca75fb1652) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:50.879401 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Transition to ACTIVE for port object 52e8cef4-f494-454c-b8db-ab6d73c71b28 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:50.885983 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.028399 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:51.032703 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:51.035478 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Pushing event updated for resources: {'Port': ['ID=52e8cef4-f494-454c-b8db-ab6d73c71b28,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:51.037426 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:51.082802 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e867-af83-4378-a95e-4f8d0c52f47d req-9e674990-c782-451e-8dce-14d94e8b393a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.084370 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b819e867-af83-4378-a95e-4f8d0c52f47d req-9e674990-c782-451e-8dce-14d94e8b393a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1290600 Aug 10 10:27:51.105452 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Attempting to bind port 52e8cef4-f494-454c-b8db-ab6d73c71b28 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:51.106217 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Attempting to bind port 52e8cef4-f494-454c-b8db-ab6d73c71b28 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:51.106797 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Attempting to bind port 52e8cef4-f494-454c-b8db-ab6d73c71b28 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:51.113694 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:51.115215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:51.116329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.116961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Bound using segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:51.117663 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Bound port: 52e8cef4-f494-454c-b8db-ab6d73c71b28, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:51.118289 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.131357 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.158089 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1af22-07f6-470b-8762-4a0c7e8c2d07 req-58046a7b-df6b-4143-b24f-2c0eb9048253 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.160089 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-51d1af22-07f6-470b-8762-4a0c7e8c2d07 req-58046a7b-df6b-4143-b24f-2c0eb9048253 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1429410 Aug 10 10:27:51.174731 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-5bfeb33f-18b5-4146-8871-8e3aa404fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.176322 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-5bfeb33f-18b5-4146-8871-8e3aa404fd90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.1182685 Aug 10 10:27:51.196235 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.235926 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b819e867-af83-4378-a95e-4f8d0c52f47d req-36d17d7e-f39a-427e-8c39-2899bb13ad85 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241615 Aug 10 10:27:51.309736 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-51d1af22-07f6-470b-8762-4a0c7e8c2d07 req-42f11ecc-b831-4e47-9d98-6b40ae37e22c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369636 Aug 10 10:27:51.319191 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:51.320368 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] For port 52e8cef4-f494-454c-b8db-ab6d73c71b28, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:51.324222 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] For port 52e8cef4-f494-454c-b8db-ab6d73c71b28, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=52e8cef4-f494-454c-b8db-ab6d73c71b28,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:51.333419 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:51.336705 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:51.338571 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:51.371089 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-982979f0-44d1-4d6f-a5a4-07130731a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.375363 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-982979f0-44d1-4d6f-a5a4-07130731a020 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1801496 Aug 10 10:27:51.432703 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Pushing event updated for resources: {'Port': ['ID=c722e838-bb69-4682-b7a1-35ca75fb1652,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:51.557427 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b388db5-958a-4417-bdef-7be3b1874d5f None None] Pushing event updated for resources: {'Port': ['ID=52e8cef4-f494-454c-b8db-ab6d73c71b28,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:51.567938 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-5b710522-fcc0-4dac-91e6-b31f5d218253 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.1836336 Aug 10 10:27:51.610443 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-beac1605-5dfd-42fc-813a-d6c40b1bc55f req-c18d7d3e-3314-4225-960e-af9881fa4393 tempest-VolumesActionsTest-1384499764 tempest-VolumesActionsTest-1384499764-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7d67844-da57-4172-ae4f-6692341a2391 HTTP/1.1" status: 200 len: 210 time: 0.0857501 Aug 10 10:27:51.731514 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-f2fa0a6c-4f31-40ec-a686-1b45ec2ed9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.735418 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-f2fa0a6c-4f31-40ec-a686-1b45ec2ed9c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0962582 Aug 10 10:27:51.791782 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-59fc065b-9ba9-443e-b67f-9cc318dd7c03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482123 Aug 10 10:27:51.989329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c77e-5aaa-4fc1-aecd-033e81fe2fa0 req-7af8e08d-a1f0-480c-bd7c-14049d20ca89 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:51.991417 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71c5c77e-5aaa-4fc1-aecd-033e81fe2fa0 req-7af8e08d-a1f0-480c-bd7c-14049d20ca89 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1983988 Aug 10 10:27:52.054766 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:52.102658 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71c5c77e-5aaa-4fc1-aecd-033e81fe2fa0 req-873d0470-2048-48fd-9605-5ea89f215ffc tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732911 Aug 10 10:27:52.156914 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-99d051a3-e410-489a-bc5f-1b5e3c5c4963 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208311 Aug 10 10:27:52.269204 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3ad40d5-e536-4027-9486-d2268feefe59 req-c8c55149-4cff-4140-b000-dec1b80c52c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993757 Aug 10 10:27:52.343326 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:52.449407 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5cd33-f366-46d0-ba6b-df0c173bab27 req-00558b44-d72d-4e36-8065-455517c2475c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:52.455985 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-74e5cd33-f366-46d0-ba6b-df0c173bab27 req-00558b44-d72d-4e36-8065-455517c2475c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1129344 Aug 10 10:27:52.510932 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a96b-269e-44d6-aec7-9d191f82074a req-f71b0a7b-1ae1-49c2-bc94-c9a1f0d27c9f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:52.516098 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-01a0a96b-269e-44d6-aec7-9d191f82074a req-f71b0a7b-1ae1-49c2-bc94-c9a1f0d27c9f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1233776 Aug 10 10:27:52.556517 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-74e5cd33-f366-46d0-ba6b-df0c173bab27 req-9aad1f9f-fbb0-496f-accf-6194e4cb1780 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989828 Aug 10 10:27:52.575146 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:27:52.620072 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:27:52.636759 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f3c0a3fb-227a-4217-9d32-4d9dcdf1c9ae not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:27:52.644192 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-01a0a96b-269e-44d6-aec7-9d191f82074a req-839fd114-ba3e-493a-aa9a-bcf17ea6b02f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924549 Aug 10 10:27:52.799327 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:27:52.962459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:27:52.983917 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:27:52.990493 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:52.991889 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-dab3ee04-2baa-4fe1-a02c-4dce7ca16be7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0849125 Aug 10 10:27:52.994830 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 60924) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:52.995845 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:27:52.998816 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:53.208113 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5070e-fe65-4f28-9dd3-282abaf8f83f None None] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:27:53.291369 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:27:53.385133 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-182f17a5-26a7-410e-87c0-8a3635af317e None None] Provisioning for port 52e8cef4-f494-454c-b8db-ab6d73c71b28 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:53.480347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575dd62-1d8e-42fc-804b-ac4a5b3616b0 req-aa33907d-1375-4928-a3ed-8ef8503841bf tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:53.488487 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8575dd62-1d8e-42fc-804b-ac4a5b3616b0 req-aa33907d-1375-4928-a3ed-8ef8503841bf tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.2057378 Aug 10 10:27:53.674346 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8575dd62-1d8e-42fc-804b-ac4a5b3616b0 req-c5e487a5-9ef5-4958-a37e-5d48d38a2a32 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785262 Aug 10 10:27:53.691187 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 52e8cef4-f494-454c-b8db-ab6d73c71b28 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:53.749201 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:51Z', 'revision_number': 3, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:53.811176 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 52e8cef4-f494-454c-b8db-ab6d73c71b28 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:53.820292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 52e8cef4-f494-454c-b8db-ab6d73c71b28 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:53.820292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:53.866834 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:27:53.867652 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Updating router 7de928e5-e03e-483d-8bd5-bd4c5296862a port c722e838-bb69-4682-b7a1-35ca75fb1652 binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:27:53.938093 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:53.942278 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:53.977752 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 52e8cef4-f494-454c-b8db-ab6d73c71b28, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=52e8cef4-f494-454c-b8db-ab6d73c71b28,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:53.982407 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.063003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-fc349af7-3d46-45a7-9fda-89113709e0f3 None None] Provisioning complete for port 52e8cef4-f494-454c-b8db-ab6d73c71b28 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:54.063552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fc349af7-3d46-45a7-9fda-89113709e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.069919 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06e36-8420-44d1-a070-32ea238c884c req-457f7a0f-919f-45e9-9bb2-e4212d58075a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:54.072920 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6d06e36-8420-44d1-a070-32ea238c884c req-457f7a0f-919f-45e9-9bb2-e4212d58075a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1666808 Aug 10 10:27:54.155726 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a00862-6f0c-40c1-a67b-2e71b59b0166 req-54134484-5c52-4a31-9ebf-adcbb281dd95 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:54.159430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=52e8cef4-f494-454c-b8db-ab6d73c71b28,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:54.172797 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-63a00862-6f0c-40c1-a67b-2e71b59b0166 req-54134484-5c52-4a31-9ebf-adcbb281dd95 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.2703149 Aug 10 10:27:54.242723 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6d06e36-8420-44d1-a070-32ea238c884c req-d7b200fd-2afe-4c58-9e87-507e153590a6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436908 Aug 10 10:27:54.302215 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-63a00862-6f0c-40c1-a67b-2e71b59b0166 req-3e41ab10-addc-409f-9c33-46fe456576cc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282110 Aug 10 10:27:54.342229 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.356361 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Transition to ACTIVE for port object c722e838-bb69-4682-b7a1-35ca75fb1652 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:54.373067 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.427436 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Attempting to bind port c722e838-bb69-4682-b7a1-35ca75fb1652 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:54.427941 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Attempting to bind port c722e838-bb69-4682-b7a1-35ca75fb1652 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:54.428750 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Attempting to bind port c722e838-bb69-4682-b7a1-35ca75fb1652 on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:54.436191 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:54.436811 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:54.437989 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.438447 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:54.439447 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Bound port: c722e838-bb69-4682-b7a1-35ca75fb1652, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:54.440105 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.440804 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.465840 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Pushing event updated for resources: {'Port': ['ID=c722e838-bb69-4682-b7a1-35ca75fb1652,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:54.478177 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.479316 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.479659 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.479990 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.480312 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.482617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.482617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.482617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.482617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.483289 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.483670 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.484288 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:27:54.516931 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] For port c722e838-bb69-4682-b7a1-35ca75fb1652, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:54.520470 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] For port c722e838-bb69-4682-b7a1-35ca75fb1652, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c722e838-bb69-4682-b7a1-35ca75fb1652,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:54.527249 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:54.584041 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75422bae-30ab-4049-b032-df8a0a43f8ed None None] Pushing event updated for resources: {'Port': ['ID=c722e838-bb69-4682-b7a1-35ca75fb1652,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:54.605695 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:27:54.606425 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:54.638788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Allocated IP 172.20.0.1 (784adf51-33f1-4c02-98c4-160ea2f41c93/097f9bfc-97e4-4b72-aadf-2537c33d41e3/3900efcc-65ca-4a0a-b120-ca2beef62feb) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:54.748942 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:27:55.036169 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.055632 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Transition to ACTIVE for port object 3900efcc-65ca-4a0a-b120-ca2beef62feb will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:55.084622 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:51Z', 'revision_number': 3, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:55.106579 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.114180 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7493b-dd97-452f-969a-02e85ee6dcc6 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:51Z', 'revision_number': 3, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:27:55.158711 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:55.167454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:55.170049 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:55.231002 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Pushing event updated for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:55.247105 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.518859 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-b438d2be-d862-4129-a66c-0efa61081b4a None None] Provisioning for port 3900efcc-65ca-4a0a-b120-ca2beef62feb completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:55.538752 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-b438d2be-d862-4129-a66c-0efa61081b4a None None] Provisioning complete for port 3900efcc-65ca-4a0a-b120-ca2beef62feb triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:55.539328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b438d2be-d862-4129-a66c-0efa61081b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.610789 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.615038 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-b438d2be-d862-4129-a66c-0efa61081b4a None None] Port 3900efcc-65ca-4a0a-b120-ca2beef62feb cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:27:55.647763 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 52e8cef4-f494-454c-b8db-ab6d73c71b28 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:55.658721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf416f67-101e-4a9e-b10a-a9d129b888df req-b3a41a53-93fb-4aaf-85da-e377fe4df558 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:55.660316 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bf416f67-101e-4a9e-b10a-a9d129b888df req-b3a41a53-93fb-4aaf-85da-e377fe4df558 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.2420630 Aug 10 10:27:55.707843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2f6e-7a2d-4884-a26a-c228d9b95a0f req-dce1de9c-bdb3-4400-9a64-6058e31dfc6d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:55.714943 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e8ff2f6e-7a2d-4884-a26a-c228d9b95a0f req-dce1de9c-bdb3-4400-9a64-6058e31dfc6d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.2982888 Aug 10 10:27:55.717912 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 52e8cef4-f494-454c-b8db-ab6d73c71b28 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:55.718498 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.764966 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bf416f67-101e-4a9e-b10a-a9d129b888df req-c56ddb6d-75b9-49bf-a9bb-94a4ad801f3e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856473 Aug 10 10:27:55.850358 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e8ff2f6e-7a2d-4884-a26a-c228d9b95a0f req-4beacb97-fb0a-4114-820d-93a9a523c66b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344395 Aug 10 10:27:55.952531 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:55.958867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:56.084616 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:56.160513 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Pushing event updated for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:56.264897 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:56.266779 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:56.467574 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:27:56.540497 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-2666544c-cb17-4f62-bea9-13fde887b9ac None None] Provisioning complete for port 3900efcc-65ca-4a0a-b120-ca2beef62feb triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:56.541109 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2666544c-cb17-4f62-bea9-13fde887b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:56.580660 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-2666544c-cb17-4f62-bea9-13fde887b9ac None None] Port 3900efcc-65ca-4a0a-b120-ca2beef62feb cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:27:56.604557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:27:56.611334 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f3292578-b3e7-49ee-83e0-f5bfdad15154 admin admin] 10.222.0.10 "PUT /v2.0/routers/7de928e5-e03e-483d-8bd5-bd4c5296862a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6145892 Aug 10 10:27:56.999005 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80f6ed-33ac-4c16-9322-3e5457b364c1 req-125de276-909b-4bf7-9178-7b386d51ef8b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:57.002173 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7a80f6ed-33ac-4c16-9322-3e5457b364c1 req-125de276-909b-4bf7-9178-7b386d51ef8b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1249201 Aug 10 10:27:57.041652 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39b2d-3363-405c-abc7-23e6f08d0c3b req-9dc07f47-ba7d-4fab-970b-d873293e25cd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:57.043137 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f3b39b2d-3363-405c-abc7-23e6f08d0c3b req-9dc07f47-ba7d-4fab-970b-d873293e25cd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1127129 Aug 10 10:27:57.066450 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7a80f6ed-33ac-4c16-9322-3e5457b364c1 req-68ad3535-e4e5-469b-8a7a-c545b7a62621 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556867 Aug 10 10:27:57.105967 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f3b39b2d-3363-405c-abc7-23e6f08d0c3b req-983644fb-ec1e-40c3-87e1-8be0acd1c5b2 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 10 10:27:57.315196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 60996) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:57.320591 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-148154830-network', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:57.342880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:27:57.349771 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Made reservation on behalf of b905e017faf7449fbb57faf8ed727ded for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:27:57.352638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.353344 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:27:57.354198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:57.361989 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.472047 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.477312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.514920 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:27:57.529070 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:27:57.531108 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf35efa-b40a-4cd1-abdf-5ad01e780a12,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:57.538374 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.538783 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Added segment 68f42505-44e0-4317-a7e5-868515b2ed1c of type vlan for network 08983a4f-419f-4579-95a0-f0324c809d83 Aug 10 10:27:57.596172 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.632830 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.635750 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:57.635750 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.660917 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3444908 Aug 10 10:27:57.661252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c722e838-bb69-4682-b7a1-35ca75fb1652 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:57.663745 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 32786) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:57.669241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Request body: {'subnet': {'network_id': '08983a4f-419f-4579-95a0-f0324c809d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-148154830-subnet', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:57.690459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Made reservation on behalf of b905e017faf7449fbb57faf8ed727ded for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:27:57.693131 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.714050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc722e9d-9862-48e6-be83-ec01ed1ed298 admin admin] Pushing event updated for resources: {'Network': ['ID=08983a4f-419f-4579-95a0-f0324c809d83,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:57.729941 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 08983a4f-419f-4579-95a0-f0324c809d83 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:27:57.873790 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port c722e838-bb69-4682-b7a1-35ca75fb1652 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:27:57.877813 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.880938 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port c722e838-bb69-4682-b7a1-35ca75fb1652 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:57.881267 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.936363 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e03c8e3-3f14-4ba6-b6ed-392ba13231c5,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:57.939801 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 2, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:57.948216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Checking segment: {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:57.948578 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Network hostable DHCP agents. Network: 08983a4f-419f-4579-95a0-f0324c809d83, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:27:57.965190 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Network 08983a4f-419f-4579-95a0-f0324c809d83 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:27:57.968977 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:27:57.969331 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Updating router 7de928e5-e03e-483d-8bd5-bd4c5296862a port 3900efcc-65ca-4a0a-b120-ca2beef62feb binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:27:57.975021 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 08983a4f-419f-4579-95a0-f0324c809d83) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:57.979782 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:57.980904 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:57.992658 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e363c-42ac-47dd-8b38-7d8339eae1a8 None None] Network 08983a4f-419f-4579-95a0-f0324c809d83 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:27:57.995342 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-374b2629-2ee0-44b1-9286-021caf62f9cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3301425 Aug 10 10:27:57.997682 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 32788) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:58.002257 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:27:58.024669 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.025757 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.058813 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.075706 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.078823 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.134892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port c722e838-bb69-4682-b7a1-35ca75fb1652, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c722e838-bb69-4682-b7a1-35ca75fb1652,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:27:58.146724 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.247197 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.260554 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a300-2b06-4aab-af49-043bd9d4cde9 req-88336625-e711-4b77-82e5-306a4c237459 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:58.262330 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e15a300-2b06-4aab-af49-043bd9d4cde9 req-88336625-e711-4b77-82e5-306a4c237459 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0811329 Aug 10 10:27:58.287782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55fc31-b0f8-4372-88a2-b1a2c9cc82cc req-8a9e6af9-2888-42d4-8ecf-e53a80c2b187 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:58.291765 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a55fc31-b0f8-4372-88a2-b1a2c9cc82cc req-8a9e6af9-2888-42d4-8ecf-e53a80c2b187 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0820544 Aug 10 10:27:58.323185 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=c722e838-bb69-4682-b7a1-35ca75fb1652,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:58.342210 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e15a300-2b06-4aab-af49-043bd9d4cde9 req-eab6b37f-2c20-4f26-b779-3dfad582c030 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710309 Aug 10 10:27:58.356561 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a55fc31-b0f8-4372-88a2-b1a2c9cc82cc req-ac578c2c-b89d-4594-80f8-ab9d57974151 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 Aug 10 10:27:58.391781 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-08983a4f-419f-4579-95a0-f0324c809d83', 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'fixed_ips': [{'subnet_id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:27:58.393188 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.484743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.506549 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.582864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.594401 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Transition to ACTIVE for port object 3900efcc-65ca-4a0a-b120-ca2beef62feb will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:58.611005 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.621191 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Allocated IP 172.27.2.149 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/f2c4adbc-193b-420d-80f9-c01f84be2dab) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:58.645199 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Allocated IP 172.20.0.2 (08983a4f-419f-4579-95a0-f0324c809d83/7e03c8e3-3f14-4ba6-b6ed-392ba13231c5/939c1062-65fd-4cd9-8c1b-14a0923daf27) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:27:58.685062 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fccf6f-eb21-428e-8528-f3f85919ea05 None None] Pushing event updated for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:58.747514 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.792304 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.797095 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Attempting to bind port 3900efcc-65ca-4a0a-b120-ca2beef62feb on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:58.797458 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Attempting to bind port 3900efcc-65ca-4a0a-b120-ca2beef62feb by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:58.797816 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Attempting to bind port 3900efcc-65ca-4a0a-b120-ca2beef62feb on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:58.806165 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:58.806530 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:58.806926 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.807500 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Bound using segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:58.808011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Bound port: 3900efcc-65ca-4a0a-b120-ca2beef62feb, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:58.808385 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.836443 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:58.839389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:58.843164 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:58.849096 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c4adbc-193b-420d-80f9-c01f84be2dab,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:58.929398 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.943115 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Transition to ACTIVE for port object 939c1062-65fd-4cd9-8c1b-14a0923daf27 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:58.947886 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] For port 3900efcc-65ca-4a0a-b120-ca2beef62feb, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:58.955771 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] For port 3900efcc-65ca-4a0a-b120-ca2beef62feb, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3900efcc-65ca-4a0a-b120-ca2beef62feb,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:58.967710 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:58.973024 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Transition to ACTIVE for port object 939c1062-65fd-4cd9-8c1b-14a0923daf27 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:27:59.000766 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.033602 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Network 08983a4f-419f-4579-95a0-f0324c809d83 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:27:59.042232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:27:59.046722 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:27:59.051080 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fccf6f-eb21-428e-8528-f3f85919ea05 None None] Pushing event updated for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:59.055187 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:27:59.055805 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:59.120109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.297864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Pushing event updated for resources: {'Port': ['ID=939c1062-65fd-4cd9-8c1b-14a0923daf27,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:59.327384 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.334686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Attempting to bind port 939c1062-65fd-4cd9-8c1b-14a0923daf27 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:27:59.335067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Attempting to bind port 939c1062-65fd-4cd9-8c1b-14a0923daf27 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:27:59.335442 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Attempting to bind port 939c1062-65fd-4cd9-8c1b-14a0923daf27 on network 08983a4f-419f-4579-95a0-f0324c809d83 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:27:59.347658 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:27:59.348022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Checking segment: {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:27:59.348411 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.348795 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Bound using segment: {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:27:59.349251 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Bound port: 939c1062-65fd-4cd9-8c1b-14a0923daf27, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:27:59.349622 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.400567 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:27:59.479429 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Router 76772d53-c0ad-447b-949e-76e93bf8cff1 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:27:59.529032 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] For port 939c1062-65fd-4cd9-8c1b-14a0923daf27, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:27:59.550519 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe94439-ba1a-4a24-867f-d3b7f00c2cb1 req-40d6d05e-36ad-47ca-a9fb-3a794eb2a56d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:59.551365 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] For port 939c1062-65fd-4cd9-8c1b-14a0923daf27, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=939c1062-65fd-4cd9-8c1b-14a0923daf27,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:27:59.552268 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cfe94439-ba1a-4a24-867f-d3b7f00c2cb1 req-40d6d05e-36ad-47ca-a9fb-3a794eb2a56d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0984046 Aug 10 10:27:59.567892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.582808 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49300a4a-fb4d-4044-ad41-c54c239e12e9 req-eab417a1-0c4e-4357-b7ab-815af85a44de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:27:59.584313 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-49300a4a-fb4d-4044-ad41-c54c239e12e9 req-eab417a1-0c4e-4357-b7ab-815af85a44de tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.0927615 Aug 10 10:27:59.613563 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c722e838-bb69-4682-b7a1-35ca75fb1652 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:27:59.631828 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cfe94439-ba1a-4a24-867f-d3b7f00c2cb1 req-364ca57a-f9ae-41a8-aa55-21c61c651e43 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679159 Aug 10 10:27:59.633861 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:27:59.646902 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Sync routers for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:27:59.654085 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-49300a4a-fb4d-4044-ad41-c54c239e12e9 req-f443593b-bad7-47a7-92c3-2c8ea3b7f536 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625584 Aug 10 10:27:59.667746 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.671018 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-45730602-765b-4b4a-b637-26507ee031f1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6721230 Aug 10 10:27:59.673693 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32806) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:27:59.692411 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:27:59.693084 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:59.726166 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae816-77ec-44d9-b654-a23224a3e8f0 None None] Pushing event updated for resources: {'Port': ['ID=939c1062-65fd-4cd9-8c1b-14a0923daf27,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:27:59.744027 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port c722e838-bb69-4682-b7a1-35ca75fb1652 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:27:59.744402 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:27:59.792295 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:27:59.845278 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10c7fd0-693b-4fa9-a0a7-9ea0b86ddf24 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:27:59.870078 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:00.036946 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:28:00.115095 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 3, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:00.142067 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Checking router: 76772d53-c0ad-447b-949e-76e93bf8cff1 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:28:00.142686 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Updating router 76772d53-c0ad-447b-949e-76e93bf8cff1 port f2c4adbc-193b-420d-80f9-c01f84be2dab binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:28:00.180367 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.255370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.442601 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Allocated IP 172.20.0.1 (08983a4f-419f-4579-95a0-f0324c809d83/7e03c8e3-3f14-4ba6-b6ed-392ba13231c5/92295e9b-7947-45b3-9f22-e3d8f9c9d78c) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:28:00.480348 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.492666 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Transition to ACTIVE for port object f2c4adbc-193b-420d-80f9-c01f84be2dab will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:28:00.499278 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.552797 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf164-a5ee-4c80-8e7b-6cbe2ab1154f None None] Pushing event updated for resources: {'Port': ['ID=f2c4adbc-193b-420d-80f9-c01f84be2dab,revision_number=2']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:00.583229 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Attempting to bind port f2c4adbc-193b-420d-80f9-c01f84be2dab on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:28:00.583748 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Attempting to bind port f2c4adbc-193b-420d-80f9-c01f84be2dab by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:28:00.584298 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Attempting to bind port f2c4adbc-193b-420d-80f9-c01f84be2dab on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:28:00.590962 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:28:00.591348 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:28:00.591740 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.592120 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:28:00.592584 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Bound port: f2c4adbc-193b-420d-80f9-c01f84be2dab, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:28:00.592964 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.593168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.609577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Transition to ACTIVE for port object 92295e9b-7947-45b3-9f22-e3d8f9c9d78c will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:28:00.662068 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.664906 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] For port f2c4adbc-193b-420d-80f9-c01f84be2dab, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:28:00.668901 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] For port f2c4adbc-193b-420d-80f9-c01f84be2dab, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f2c4adbc-193b-420d-80f9-c01f84be2dab,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:28:00.677091 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.700443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Network 08983a4f-419f-4579-95a0-f0324c809d83 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:28:00.705795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:28:00.708971 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:28:00.746569 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf164-a5ee-4c80-8e7b-6cbe2ab1154f None None] Pushing event updated for resources: {'Port': ['ID=f2c4adbc-193b-420d-80f9-c01f84be2dab,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:00.762891 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Pushing event updated for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:00.775690 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:28:00.776617 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:00.784946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:00.915637 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:00.980887 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caa6bc-253b-40fc-a750-fb772308728c req-002c5447-8994-4f23-bad0-8c33314d37bd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:00.982972 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-80caa6bc-253b-40fc-a750-fb772308728c req-002c5447-8994-4f23-bad0-8c33314d37bd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.1413884 Aug 10 10:28:01.021459 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351c2bd-3512-4f47-98bb-2dcc43d9c3a9 req-78aa0d32-b827-4b54-8719-5b95080c5adb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:01.022970 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9351c2bd-3512-4f47-98bb-2dcc43d9c3a9 req-78aa0d32-b827-4b54-8719-5b95080c5adb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1668601 Aug 10 10:28:01.056665 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e4f226-f1fa-4457-bf61-078514e62c18 None None] Network 08983a4f-419f-4579-95a0-f0324c809d83 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:28:01.089022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.093033 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-80caa6bc-253b-40fc-a750-fb772308728c req-5a75b7d6-bd63-4833-b861-fbcac159559d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918937 Aug 10 10:28:01.115843 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9351c2bd-3512-4f47-98bb-2dcc43d9c3a9 req-6d01a77e-8676-4226-935d-5bed6736e82d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803876 Aug 10 10:28:01.168820 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 3, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:01.191044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-f6ad2b30-7686-4d31-818e-9f1771f293d5 None None] Provisioning for port 939c1062-65fd-4cd9-8c1b-14a0923daf27 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:01.208731 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d55c06-3dcf-4d5f-b7b1-b745de2a64eb None None] The sync data for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi is: [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 3, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:28:01.314318 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.319952 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.415536 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Pushing event updated for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:01.424016 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.451325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-621b00f4-d050-49a9-9cfc-0cd9cc88f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:01.452829 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-621b00f4-d050-49a9-9cfc-0cd9cc88f2b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1098 time: 0.0836661 Aug 10 10:28:01.542320 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d751575c-6dac-4cbc-8fe7-c8c82cd380a9 None None] Provisioning for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:01.548269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d751575c-6dac-4cbc-8fe7-c8c82cd380a9 None None] Provisioning complete for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:01.549396 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d751575c-6dac-4cbc-8fe7-c8c82cd380a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.604721 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d751575c-6dac-4cbc-8fe7-c8c82cd380a9 None None] Port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:28:01.649965 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Network 08983a4f-419f-4579-95a0-f0324c809d83 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:28:01.653129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:28:01.738769 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-41bdcdf8-ff84-4a15-a99c-d54034f3a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:01.740475 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-41bdcdf8-ff84-4a15-a99c-d54034f3a762 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.2566597 Aug 10 10:28:01.754341 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 939c1062-65fd-4cd9-8c1b-14a0923daf27 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:01.842866 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 939c1062-65fd-4cd9-8c1b-14a0923daf27 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:01.850231 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 939c1062-65fd-4cd9-8c1b-14a0923daf27 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:01.850616 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.878095 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Router 76772d53-c0ad-447b-949e-76e93bf8cff1 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:28:01.888135 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-b0eee852-2268-40ce-9a01-bb9f3995fd9b None None] Provisioning complete for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:01.888135 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b0eee852-2268-40ce-9a01-bb9f3995fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:01.958818 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-b0eee852-2268-40ce-9a01-bb9f3995fd9b None None] Port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:28:02.005001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:28:02.065695 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.132855 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-60a7910e-b4ac-42a7-a3a4-e05c26a6afd9 None None] Provisioning complete for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:02.133217 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-60a7910e-b4ac-42a7-a3a4-e05c26a6afd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.136024 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 939c1062-65fd-4cd9-8c1b-14a0923daf27, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=939c1062-65fd-4cd9-8c1b-14a0923daf27,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:02.166527 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.167398 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f2c4adbc-193b-420d-80f9-c01f84be2dab up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:02.229457 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.238602 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-2ce5ebc6-8176-40c8-9f33-53e5316d30b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 1001 time: 0.4021418 Aug 10 10:28:02.268093 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-60a7910e-b4ac-42a7-a3a4-e05c26a6afd9 None None] Port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:28:02.292186 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=939c1062-65fd-4cd9-8c1b-14a0923daf27,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:02.299377 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:28:02.302105 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3c7ed-28a5-4645-90ec-461e012af9a8" -d '{"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:28:02.318930 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:02.325003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.354994 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port f2c4adbc-193b-420d-80f9-c01f84be2dab completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:02.365991 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port f2c4adbc-193b-420d-80f9-c01f84be2dab triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:02.366430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.402019 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62afdf0-0124-4943-9d32-2bcd3f2affe6 req-51511b8a-d6ef-4782-b161-491c7f14b674 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:02.403518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d62afdf0-0124-4943-9d32-2bcd3f2affe6 req-51511b8a-d6ef-4782-b161-491c7f14b674 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1750631 Aug 10 10:28:02.407360 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=8']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:02.414910 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-ce99832d-c8a2-4b35-9dbb-3677f2d2d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:02.416619 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-ce99832d-c8a2-4b35-9dbb-3677f2d2d039 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.1478610 Aug 10 10:28:02.469282 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.469460 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:28:02.478534 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed67403-90b2-4a53-bdd9-07850e392d0e req-89f8d556-8df6-4be8-bd54-46fb68995da5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:02.480223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9ed67403-90b2-4a53-bdd9-07850e392d0e req-89f8d556-8df6-4be8-bd54-46fb68995da5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 945 time: 0.2032430 Aug 10 10:28:02.484823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-171b2e87-3bbf-4cad-a6ea-bcdc50197b76 admin admin] 10.222.0.10 "PUT /v2.0/routers/76772d53-c0ad-447b-949e-76e93bf8cff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8095906 Aug 10 10:28:02.497864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port f2c4adbc-193b-420d-80f9-c01f84be2dab, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f2c4adbc-193b-420d-80f9-c01f84be2dab,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:02.505380 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.506294 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3900efcc-65ca-4a0a-b120-ca2beef62feb up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:02.579434 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d62afdf0-0124-4943-9d32-2bcd3f2affe6 req-b902e27e-860e-4742-b8ef-32693b23463a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579480 Aug 10 10:28:02.580272 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-01f6aa8a-833a-43fe-9820-7927801aae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:02.581810 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-01f6aa8a-833a-43fe-9820-7927801aae21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530704 Aug 10 10:28:02.610893 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=f2c4adbc-193b-420d-80f9-c01f84be2dab,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:02.655743 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9ed67403-90b2-4a53-bdd9-07850e392d0e req-395ecfe9-415f-4b20-8b2d-8b8e6329f2ec tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409597 Aug 10 10:28:02.659862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 10:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c72a3ac-95f2-4f03-90bb-4e87a8bce849 x-openstack-request-id: req-2c72a3ac-95f2-4f03-90bb-4e87a8bce849 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:28:02.660538 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-unplugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:28:02.660939 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c72a3ac-95f2-4f03-90bb-4e87a8bce849 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:28:02.662888 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'code': 200} Aug 10 10:28:02.665115 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 3900efcc-65ca-4a0a-b120-ca2beef62feb completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:02.678029 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 3900efcc-65ca-4a0a-b120-ca2beef62feb triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:02.678707 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.761490 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-84174575-4285-46ea-b108-e3ce219f436e service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685112 Aug 10 10:28:02.797284 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.838022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 3900efcc-65ca-4a0a-b120-ca2beef62feb, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3900efcc-65ca-4a0a-b120-ca2beef62feb,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:02.845421 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:02.917741 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:02.951556 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-38287eae-f84d-4a10-9dbb-35b2b625c95c req-690128c9-0f7e-4d57-8f10-75e99d406f76 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792250 Aug 10 10:28:03.322047 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32858) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:03.326803 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218307055', 'description': 'tempest-secgroup-smoke-218307055 description', 'project_id': '8248f1025a0c4226b6b12d85c3acb466'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:03.357030 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.364092 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Sync routers for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:28:03.392640 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:28:03.393821 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:03.477429 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.482658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.533370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5270cf2-920c-4d16-8b7c-4e331b4a343e,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:03.537013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.538800 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-00b354c1-e832-41f1-8f65-edc87bfac4e4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2156625 Aug 10 10:28:03.541724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32860) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:03.546848 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:03.571672 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:03.598301 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.636030 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 939c1062-65fd-4cd9-8c1b-14a0923daf27 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:03.692795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.722533 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.766526 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa55ed56-cc10-4009-8702-6a36d5e7c126,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:03.784569 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.786579 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b696b2c1-b8aa-4bc1-b72b-1af09211707a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429781 Aug 10 10:28:03.788939 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 32868) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:03.794920 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:03.858404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c420d-84ff-439f-ad16-ebefacac103b req-92a10ea8-0cf0-46c4-b323-a258bd945df0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:03.862867 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c51c420d-84ff-439f-ad16-ebefacac103b req-92a10ea8-0cf0-46c4-b323-a258bd945df0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1894817 Aug 10 10:28:03.873942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.902946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361596b-569b-403f-bf32-0b7dd2a188ca req-cfe5067d-3bdd-4130-8fde-af7bb2eff1eb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:03.904572 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b361596b-569b-403f-bf32-0b7dd2a188ca req-cfe5067d-3bdd-4130-8fde-af7bb2eff1eb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.1579766 Aug 10 10:28:03.941748 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c51c420d-84ff-439f-ad16-ebefacac103b req-e73c726e-0c32-4355-9c64-57e89f9f6767 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694902 Aug 10 10:28:03.947220 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 939c1062-65fd-4cd9-8c1b-14a0923daf27 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:03.947220 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.948918 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.955478 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.962479 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b361596b-569b-403f-bf32-0b7dd2a188ca req-2b39f8fe-6ebe-4dd4-8a83-dc4a8882f089 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Aug 10 10:28:03.987049 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800fa9a1-f257-4a27-a7ed-384193d4dee1,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:03.991989 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:03.993564 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ed7a9de1-30bf-4216-a3b2-0249cdc4fdea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2030964 Aug 10 10:28:03.996476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32872) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:04.001819 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:04.044303 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.090107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:00Z', 'revision_number': 4, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '92295e9b-7947-45b3-9f22-e3d8f9c9d78c', 'name': '', 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'mac_address': 'fa:16:3e:fb:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:28:00Z', 'updated_at': '2021-08-10T10:28:01Z', 'revision_number': 2, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'subnets': [{'id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:04.125313 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Checking router: 76772d53-c0ad-447b-949e-76e93bf8cff1 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:28:04.125841 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Updating router 76772d53-c0ad-447b-949e-76e93bf8cff1 port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:28:04.128732 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3900efcc-65ca-4a0a-b120-ca2beef62feb up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:04.158417 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.162128 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.181043 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbe106a-f18f-464e-b04a-d90fc374ba5b,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:04.187831 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.189552 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.190870 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b3b590f4-36a9-4e68-be7b-537d61427bf8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932230 Aug 10 10:28:04.193538 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32880) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:04.198155 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:04.226914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.233022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 3900efcc-65ca-4a0a-b120-ca2beef62feb triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:04.233403 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.299189 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.302885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.320347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b931f0-f16e-4edd-88ec-6648a5fb4316,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:04.328543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.332402 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-74e066ca-6ad8-4c06-87c7-7b093d492123 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352506 Aug 10 10:28:04.332910 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 32886) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:04.338611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:04.364489 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.securitygroups_db [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Project 8248f1025a0c4226b6b12d85c3acb466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:28:04.369810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.436619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.440887 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f2c4adbc-193b-420d-80f9-c01f84be2dab up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:04.442692 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.468457 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.474606 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 32888) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:04.481528 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'security_group_rule': {'security_group_id': 'f5270cf2-920c-4d16-8b7c-4e331b4a343e', 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:04.484925 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512091 Aug 10 10:28:04.501601 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba28cc-84ab-4ccf-9ee0-95bcf968a448 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b927364-0f93-4fcd-a1ed-4ac8828943bb,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:04.517996 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Project 8248f1025a0c4226b6b12d85c3acb466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:28:04.523957 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.557190 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port f2c4adbc-193b-420d-80f9-c01f84be2dab triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:04.557818 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.599991 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.604104 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.605230 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.618491 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Transition to ACTIVE for port object 92295e9b-7947-45b3-9f22-e3d8f9c9d78c will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:28:04.626061 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.628903 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a04d6f4-5c49-48db-b8f6-303c6fba9bb9,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:04.632407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.633872 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c8d89a5b-45d9-4d5e-bf47-01da659be102 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571994 Aug 10 10:28:04.701951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e2ed-17c2-4df6-8542-6885c2206530 None None] Pushing event updated for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:04.772732 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Attempting to bind port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:28:04.773353 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Attempting to bind port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:28:04.773890 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Attempting to bind port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c on network 08983a4f-419f-4579-95a0-f0324c809d83 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:28:04.783418 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:28:04.784026 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Checking segment: {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:28:04.784706 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.785280 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Bound using segment: {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:28:04.785980 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Bound port: 92295e9b-7947-45b3-9f22-e3d8f9c9d78c, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f42505-44e0-4317-a7e5-868515b2ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:28:04.786459 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.878628 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] For port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:28:04.882492 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] For port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:28:04.891021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:04.955154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:28:04.955814 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:27:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:04.961275 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e2ed-17c2-4df6-8542-6885c2206530 None None] Pushing event updated for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:05.179403 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2edc0-92d2-435c-b987-8c5e98ac9bb3 req-7c13eaf1-84bc-4ac9-9bb5-41ab8c0a8118 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:05.198297 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47b2edc0-92d2-435c-b987-8c5e98ac9bb3 req-7c13eaf1-84bc-4ac9-9bb5-41ab8c0a8118 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1126707 Aug 10 10:28:05.221101 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:05.327727 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47b2edc0-92d2-435c-b987-8c5e98ac9bb3 req-4d7da919-fd56-41e9-a6f4-a8f4e6935b59 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133707 Aug 10 10:28:05.341654 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223ab6-4b10-4a56-a0d6-fdcd0c4a3229 req-d7fb1c51-cb7d-4c29-8e79-005aaac976a7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:05.347290 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c6223ab6-4b10-4a56-a0d6-fdcd0c4a3229 req-d7fb1c51-cb7d-4c29-8e79-005aaac976a7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.1442444 Aug 10 10:28:05.409728 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c6223ab6-4b10-4a56-a0d6-fdcd0c4a3229 req-98b217d9-8d3d-46d3-bbd8-e9e3a0edef1b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564015 Aug 10 10:28:05.571137 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:00Z', 'revision_number': 4, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '92295e9b-7947-45b3-9f22-e3d8f9c9d78c', 'name': '', 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'mac_address': 'fa:16:3e:fb:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:28:00Z', 'updated_at': '2021-08-10T10:28:04Z', 'revision_number': 4, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'subnets': [{'id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:05.600059 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14696aca-da58-4331-ac9d-2488ed3d6283 None None] The sync data for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi is: [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:00Z', 'revision_number': 4, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '92295e9b-7947-45b3-9f22-e3d8f9c9d78c', 'name': '', 'network_id': '08983a4f-419f-4579-95a0-f0324c809d83', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'mac_address': 'fa:16:3e:fb:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:28:00Z', 'updated_at': '2021-08-10T10:28:04Z', 'revision_number': 4, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'subnets': [{'id': '7e03c8e3-3f14-4ba6-b6ed-392ba13231c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:28:06.436495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2987e-74f7-489c-b2a2-4d6f5fa25516 req-b9ec0280-2b44-490b-b47b-54c44092a880 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:06.438350 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bae2987e-74f7-489c-b2a2-4d6f5fa25516 req-b9ec0280-2b44-490b-b47b-54c44092a880 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0593224 Aug 10 10:28:06.525810 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bae2987e-74f7-489c-b2a2-4d6f5fa25516 req-b8132cc9-c48d-4ff3-b492-a305b4e02267 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775983 Aug 10 10:28:06.571770 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418ba13-fee5-464b-a249-1542df4a18fe req-cc8eb025-b341-44cb-bd93-80f567d472c9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:06.572968 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0418ba13-fee5-464b-a249-1542df4a18fe req-cc8eb025-b341-44cb-bd93-80f567d472c9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0871446 Aug 10 10:28:06.693809 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0418ba13-fee5-464b-a249-1542df4a18fe req-48f737ef-6467-45b8-a160-87ef1452a29a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831859 Aug 10 10:28:07.522647 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63715c-b396-4a91-a0b9-a4538714dab0 req-e81c5665-469a-4579-a3b3-5c187a7debb4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:07.524875 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b63715c-b396-4a91-a0b9-a4538714dab0 req-e81c5665-469a-4579-a3b3-5c187a7debb4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0760889 Aug 10 10:28:07.591873 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b63715c-b396-4a91-a0b9-a4538714dab0 req-f590f8a1-e140-45fc-9525-1ec3cf9c0e9a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535176 Aug 10 10:28:07.604467 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92295e9b-7947-45b3-9f22-e3d8f9c9d78c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:07.664765 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:07.669299 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:07.669663 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:07.701002 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67c7a-f6db-4779-a0c2-752a06cadca1 req-8e0f4c8e-bb4f-4c4d-9b02-1f37b5fe40e3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:07.703273 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67b67c7a-f6db-4779-a0c2-752a06cadca1 req-8e0f4c8e-bb4f-4c4d-9b02-1f37b5fe40e3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0595446 Aug 10 10:28:07.749081 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:07.750480 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67b67c7a-f6db-4779-a0c2-752a06cadca1 req-a668c54c-3d07-4dc4-b434-114c6aad6683 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Aug 10 10:28:07.785610 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:07.790126 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:07.846632 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:08.007463 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:28:08.727339 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4adf40-33a2-4787-8e0e-553b03194c1a req-1a1eeae8-9c4d-4626-8e0b-4a204bc905b8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:08.729057 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3a4adf40-33a2-4787-8e0e-553b03194c1a req-1a1eeae8-9c4d-4626-8e0b-4a204bc905b8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0519667 Aug 10 10:28:08.770528 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3a4adf40-33a2-4787-8e0e-553b03194c1a req-838ee021-bfec-42a7-aff9-47e5345fa0df tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350690 Aug 10 10:28:08.896135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122b10-afe3-4bc0-a2a8-3cb6e497eed0 req-67822ed2-61b3-4164-86dd-43cd5dec2b11 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:08.897619 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07122b10-afe3-4bc0-a2a8-3cb6e497eed0 req-67822ed2-61b3-4164-86dd-43cd5dec2b11 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0566669 Aug 10 10:28:08.940279 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07122b10-afe3-4bc0-a2a8-3cb6e497eed0 req-e82e07d6-8173-4b70-81aa-c9ba4f6d7ec3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363879 Aug 10 10:28:09.568222 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92295e9b-7947-45b3-9f22-e3d8f9c9d78c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:09.633847 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:09.634446 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:09.933447 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6708287-fd19-4007-bbb8-f5377ecad29a req-63ddcf78-e77e-4445-ae11-4835fe064e42 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:09.935014 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6708287-fd19-4007-bbb8-f5377ecad29a req-63ddcf78-e77e-4445-ae11-4835fe064e42 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0520978 Aug 10 10:28:09.978210 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b6708287-fd19-4007-bbb8-f5377ecad29a req-bb8a5234-139d-459f-8546-d583ab98fdd2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355973 Aug 10 10:28:10.077918 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2aae3-e86c-479e-84cf-a075fa92238d req-a5498e56-e895-4e05-8f35-564abc55536e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:10.083776 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e2aae3-e86c-479e-84cf-a075fa92238d req-a5498e56-e895-4e05-8f35-564abc55536e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0580940 Aug 10 10:28:10.120374 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e2aae3-e86c-479e-84cf-a075fa92238d req-80ca4118-b6ca-4dc3-9c78-828913fb40b6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Aug 10 10:28:11.144827 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f95b8f-e3f4-4c5c-a2c7-213a1f3ca197 req-d9ac90cc-49a1-4221-ac55-707ea8062f86 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:11.146501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29f95b8f-e3f4-4c5c-a2c7-213a1f3ca197 req-d9ac90cc-49a1-4221-ac55-707ea8062f86 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0624595 Aug 10 10:28:11.191257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29f95b8f-e3f4-4c5c-a2c7-213a1f3ca197 req-c452bef2-55bd-4203-9a43-c08de040c0d3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Aug 10 10:28:11.241260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d868-7187-4661-a7ca-22ecd7c1824e req-b388bafe-382a-4773-80c8-b8131b4114e6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:11.242898 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71f4d868-7187-4661-a7ca-22ecd7c1824e req-b388bafe-382a-4773-80c8-b8131b4114e6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0495389 Aug 10 10:28:11.282220 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71f4d868-7187-4661-a7ca-22ecd7c1824e req-da805eef-ec26-4576-82ae-0f53c0333672 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Aug 10 10:28:11.506021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c07d6525-3aa8-4868-b238-0751cf83dedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:12.259827 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:12.338996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accca3f-e5c7-48ac-81df-6389c29c7afc req-1835ba38-d1be-41a3-84f9-5aaa41661a6a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:12.340810 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1accca3f-e5c7-48ac-81df-6389c29c7afc req-1835ba38-d1be-41a3-84f9-5aaa41661a6a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0610425 Aug 10 10:28:12.416095 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1accca3f-e5c7-48ac-81df-6389c29c7afc req-caec9373-99c4-48bb-a8f2-fedea38c5d55 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676944 Aug 10 10:28:12.430110 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554f99-5b5b-456a-b9a9-7b2259226cdb req-a8a4fdc5-5c96-474d-b1f5-62f3aa66dc54 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:12.431611 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-15554f99-5b5b-456a-b9a9-7b2259226cdb req-a8a4fdc5-5c96-474d-b1f5-62f3aa66dc54 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0655005 Aug 10 10:28:12.469913 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-15554f99-5b5b-456a-b9a9-7b2259226cdb req-608b6461-388a-41ef-9254-ca1e0558db52 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Aug 10 10:28:13.600091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd001e6f-350c-4183-a03f-26b80c79e349 req-eeb27578-31bb-4ee2-9989-70300da70cfe tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:13.601474 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dd001e6f-350c-4183-a03f-26b80c79e349 req-eeb27578-31bb-4ee2-9989-70300da70cfe tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0869200 Aug 10 10:28:13.623504 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3d4ad-ec2b-4b13-9270-79915b5fcfb9 req-b0500adb-7cc1-4f34-9cb8-d44b72b62f3b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:13.625234 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6af3d4ad-ec2b-4b13-9270-79915b5fcfb9 req-b0500adb-7cc1-4f34-9cb8-d44b72b62f3b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0728660 Aug 10 10:28:13.678640 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dd001e6f-350c-4183-a03f-26b80c79e349 req-6f649940-1ef4-4281-ba7c-354c8c609900 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711851 Aug 10 10:28:13.685937 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6af3d4ad-ec2b-4b13-9270-79915b5fcfb9 req-b860ebc6-5608-492a-a16a-4b5a47646892 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Aug 10 10:28:13.746171 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c77128b9-bd69-4768-b663-0f51489b8780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:14.315733 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:14.906045 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06015c62-eafe-499c-af3d-564c576e8b1d req-8da8734f-6bd7-4595-8b12-9753ff6e5d77 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:14.908115 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06015c62-eafe-499c-af3d-564c576e8b1d req-8da8734f-6bd7-4595-8b12-9753ff6e5d77 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1105793 Aug 10 10:28:14.920495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca27b-c0e5-43dc-9da7-b8e3618b0d29 req-ba01ba7c-b22e-4042-8dac-b4cb1f854575 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:14.921963 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e3ca27b-c0e5-43dc-9da7-b8e3618b0d29 req-ba01ba7c-b22e-4042-8dac-b4cb1f854575 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0928662 Aug 10 10:28:14.995070 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e3ca27b-c0e5-43dc-9da7-b8e3618b0d29 req-db0d46e5-5fc2-4102-a432-5abad60a6e32 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627990 Aug 10 10:28:15.008473 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06015c62-eafe-499c-af3d-564c576e8b1d req-7722030b-8c4e-4842-a2ec-5b69ac468f71 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804119 Aug 10 10:28:15.276269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.181769 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7e4e4-0109-4d76-adae-e2ab261cc8e5 req-e08c42d0-085d-4e6d-9930-9d05ad75bd8b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:16.184277 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-88f7e4e4-0109-4d76-adae-e2ab261cc8e5 req-e08c42d0-085d-4e6d-9930-9d05ad75bd8b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0933471 Aug 10 10:28:16.195676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bd382-6ad3-4425-a1dd-fc5d1cfc435c req-0c1afc04-b4d7-41a7-a9ad-37e7b22aeba4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:16.203029 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9c7bd382-6ad3-4425-a1dd-fc5d1cfc435c req-0c1afc04-b4d7-41a7-a9ad-37e7b22aeba4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.1019194 Aug 10 10:28:16.259832 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-88f7e4e4-0109-4d76-adae-e2ab261cc8e5 req-735ada74-6c25-4e5d-a525-734144c54575 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547240 Aug 10 10:28:16.290923 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9c7bd382-6ad3-4425-a1dd-fc5d1cfc435c req-8a006ac6-dff8-49c5-8148-d60b2b3a0227 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770595 Aug 10 10:28:16.291055 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33106) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:16.455863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e31a-f19c-49ae-bc3d-4117725f6df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.556237 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e31a-f19c-49ae-bc3d-4117725f6df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.562349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3f3e31a-f19c-49ae-bc3d-4117725f6df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.563123 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.600238 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3e31a-f19c-49ae-bc3d-4117725f6df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02870331-2269-4497-a09d-6b4ca8fa9368,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:16.604691 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a3f3e31a-f19c-49ae-bc3d-4117725f6df9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=114dbd21ab27494283e425d7b649501b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126771 Aug 10 10:28:16.608299 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33110) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:16.662718 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.686146 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.754419 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.757102 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:16.758300 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02870331-2269-4497-a09d-6b4ca8fa9368 HTTP/1.1" status: 204 len: 168 time: 0.1492476 Aug 10 10:28:16.766292 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c345d-bf38-4ea4-92b8-213ccd5e3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02870331-2269-4497-a09d-6b4ca8fa9368,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:17.407434 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c1006-2b80-4304-9d49-917ce8753ba4 req-52f43701-dcec-47ed-a967-f02bd4dc9323 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:17.410100 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae8c1006-2b80-4304-9d49-917ce8753ba4 req-52f43701-dcec-47ed-a967-f02bd4dc9323 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0817742 Aug 10 10:28:17.442208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1324b0-1831-4e8a-b27a-4b3854fd844f req-7dbf4af3-ec76-48e3-b321-30b7fcb54cbc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:17.444247 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6b1324b0-1831-4e8a-b27a-4b3854fd844f req-7dbf4af3-ec76-48e3-b321-30b7fcb54cbc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0883765 Aug 10 10:28:17.476408 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae8c1006-2b80-4304-9d49-917ce8753ba4 req-a6e3ea6f-248e-4018-9c2c-b12731cd1d53 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581656 Aug 10 10:28:17.507618 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6b1324b0-1831-4e8a-b27a-4b3854fd844f req-84b17be3-b53a-4500-8605-20bdbbd2320e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547416 Aug 10 10:28:18.607753 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243fd87-b561-45c6-ae4a-7c0ecd9ecceb req-24404b90-c267-4f90-89cb-2dd2d44afdd3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:18.609543 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7243fd87-b561-45c6-ae4a-7c0ecd9ecceb req-24404b90-c267-4f90-89cb-2dd2d44afdd3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0625548 Aug 10 10:28:18.661250 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7243fd87-b561-45c6-ae4a-7c0ecd9ecceb req-8444ac17-ac78-44e4-9820-e9952d0feaac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370848 Aug 10 10:28:18.686578 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b761b5f-9730-4309-8451-bd59e0aaf49d req-91f17e58-3c89-471f-89f4-c3bb9a2ea6e8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:18.688087 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4b761b5f-9730-4309-8451-bd59e0aaf49d req-91f17e58-3c89-471f-89f4-c3bb9a2ea6e8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0996294 Aug 10 10:28:18.735734 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4b761b5f-9730-4309-8451-bd59e0aaf49d req-dba4012c-4eb3-42c3-9b84-22022330828a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Aug 10 10:28:19.807143 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51a80b-74e7-4d76-86f4-50f27d446098 req-c8a4615d-4fda-40ba-b436-7fe4be0972bc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:19.809069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c51a80b-74e7-4d76-86f4-50f27d446098 req-c8a4615d-4fda-40ba-b436-7fe4be0972bc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0622249 Aug 10 10:28:19.898097 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c51a80b-74e7-4d76-86f4-50f27d446098 req-4c8d0560-04c2-49c0-a8d4-9508805fe2a1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Aug 10 10:28:19.927871 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c232cb-8d62-4e7a-9509-f6f67c28053b req-2379c327-eb0c-4a57-a8c4-54cc4c18bee1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:19.929445 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64c232cb-8d62-4e7a-9509-f6f67c28053b req-2379c327-eb0c-4a57-a8c4-54cc4c18bee1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0661848 Aug 10 10:28:19.971142 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64c232cb-8d62-4e7a-9509-f6f67c28053b req-295af7dd-86c1-4f73-a46f-900f82ffead7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350578 Aug 10 10:28:21.028732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef3fcf-e37f-4965-b147-d120330cf6f9 req-0dd4d72f-2d0e-440a-85d3-713c5b2cf445 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:21.030404 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3ef3fcf-e37f-4965-b147-d120330cf6f9 req-0dd4d72f-2d0e-440a-85d3-713c5b2cf445 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0513649 Aug 10 10:28:21.084077 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3ef3fcf-e37f-4965-b147-d120330cf6f9 req-9bd7a279-d578-4bc5-bce6-8439465ea6b6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Aug 10 10:28:21.121949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ef48-68ef-490e-a476-10e1087a61ee req-60f36000-1d25-4ffb-bfb2-d5f1e827a07f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:21.123493 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fa9ef48-68ef-490e-a476-10e1087a61ee req-60f36000-1d25-4ffb-bfb2-d5f1e827a07f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0568981 Aug 10 10:28:21.163148 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fa9ef48-68ef-490e-a476-10e1087a61ee req-a97374b9-ce97-405c-8a9b-fa351e184e05 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Aug 10 10:28:22.212319 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a2643-b440-40e9-8c90-00df27ad85db req-47a45054-f2ad-4fbb-a8a3-3e89ac278f34 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:22.213933 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea8a2643-b440-40e9-8c90-00df27ad85db req-47a45054-f2ad-4fbb-a8a3-3e89ac278f34 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0510430 Aug 10 10:28:22.289214 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea8a2643-b440-40e9-8c90-00df27ad85db req-b005ee67-0afe-4364-83d1-e7084d0f09a0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692382 Aug 10 10:28:22.320023 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9685-85a5-4ef2-bff3-01e3c00baf18 req-f7e1bb88-cb50-4a06-abcb-743d889bf65d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:22.321480 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7e8d9685-85a5-4ef2-bff3-01e3c00baf18 req-f7e1bb88-cb50-4a06-abcb-743d889bf65d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0762930 Aug 10 10:28:22.381385 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7e8d9685-85a5-4ef2-bff3-01e3c00baf18 req-86c18b7b-2e63-4682-b8f3-71973707ad75 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Aug 10 10:28:23.467908 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18c9c-d961-4c03-ba0b-05c1ffa2546b req-805c42a7-72b3-4124-be9b-08142f0b0787 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:23.469950 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-51b18c9c-d961-4c03-ba0b-05c1ffa2546b req-805c42a7-72b3-4124-be9b-08142f0b0787 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0940621 Aug 10 10:28:23.550333 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-51b18c9c-d961-4c03-ba0b-05c1ffa2546b req-83903626-3595-4ccd-9c71-877553302863 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698445 Aug 10 10:28:23.562174 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e110c-eef7-43ae-bd9e-b018caca4aa1 req-4d28ae44-e891-428c-b036-502ae243537c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:23.564216 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c36e110c-eef7-43ae-bd9e-b018caca4aa1 req-4d28ae44-e891-428c-b036-502ae243537c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0927379 Aug 10 10:28:23.606522 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c36e110c-eef7-43ae-bd9e-b018caca4aa1 req-51664dea-c621-4573-967e-d07a1f53bf31 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356169 Aug 10 10:28:24.805129 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33178) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:24.808295 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188dd08-9e7c-4063-8bf9-5e9914505592 req-9c47b640-435c-4f36-b15b-f388da516847 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:24.809773 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3188dd08-9e7c-4063-8bf9-5e9914505592 req-9c47b640-435c-4f36-b15b-f388da516847 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0929687 Aug 10 10:28:24.818868 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da191a18-86bd-4635-b4e0-442294733c4d req-dbc1ab40-b234-4fb4-8637-4c6905ea385c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:24.819464 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da191a18-86bd-4635-b4e0-442294733c4d req-dbc1ab40-b234-4fb4-8637-4c6905ea385c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0693746 Aug 10 10:28:24.881092 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da191a18-86bd-4635-b4e0-442294733c4d req-dfcf3ce6-02be-47df-8115-303c3f249e98 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547059 Aug 10 10:28:24.913477 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3188dd08-9e7c-4063-8bf9-5e9914505592 req-ec85de48-67e1-4736-bf23-6d3a0866ea5f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704999 Aug 10 10:28:24.963211 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-45acbebd-faf1-440e-afbb-54eb7460b806 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568325 Aug 10 10:28:25.844966 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0aa2-00cb-4cf2-9a4e-5a6da3970305 req-c30ea712-8574-4e73-9e34-c135cf91f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:25.847168 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d5b0aa2-00cb-4cf2-9a4e-5a6da3970305 req-c30ea712-8574-4e73-9e34-c135cf91f9c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0418012 Aug 10 10:28:25.882124 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1d5b0aa2-00cb-4cf2-9a4e-5a6da3970305 req-ec97e8c1-93c9-43a8-af41-9da3b7941be7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276291 Aug 10 10:28:26.036873 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a572f5c-5d0f-4e25-aded-f5e0f4cf25dc req-e2bf4c69-d4ff-4f25-ac21-8774a858585d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:26.038993 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a572f5c-5d0f-4e25-aded-f5e0f4cf25dc req-e2bf4c69-d4ff-4f25-ac21-8774a858585d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0883431 Aug 10 10:28:26.074558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407dd06-492d-4209-ac13-172cbb3cb347 req-283fabe5-8359-4dfc-a3b4-dc643dfb5895 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:26.075977 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2407dd06-492d-4209-ac13-172cbb3cb347 req-283fabe5-8359-4dfc-a3b4-dc643dfb5895 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0868597 Aug 10 10:28:26.105373 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a572f5c-5d0f-4e25-aded-f5e0f4cf25dc req-d67be610-e3a4-463e-9ba4-be2c0a96e12e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597308 Aug 10 10:28:26.136461 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2407dd06-492d-4209-ac13-172cbb3cb347 req-b6f2481e-b9db-442c-918e-4e7ad6a35308 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Aug 10 10:28:27.269756 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee1bdf-0c57-411d-ac08-252b21c1dcbd req-88e98c28-5a7f-42b5-8d93-322ca5f53043 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.278129 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ecee1bdf-0c57-411d-ac08-252b21c1dcbd req-88e98c28-5a7f-42b5-8d93-322ca5f53043 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0700305 Aug 10 10:28:27.418201 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ecee1bdf-0c57-411d-ac08-252b21c1dcbd req-5be56170-acd8-456e-93f1-7cd1b7122a73 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390471 Aug 10 10:28:27.429847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6cb8f-d41b-4248-998b-2030c4cbe9c6 req-73bff189-ded9-4544-b805-4ccf72675c27 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.431932 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fc6cb8f-d41b-4248-998b-2030c4cbe9c6 req-73bff189-ded9-4544-b805-4ccf72675c27 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1517034 Aug 10 10:28:27.474850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-dee17d84-678f-4110-8093-39368a758cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.476337 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-dee17d84-678f-4110-8093-39368a758cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 1096 time: 0.1508503 Aug 10 10:28:27.494845 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fc6cb8f-d41b-4248-998b-2030c4cbe9c6 req-42831b64-7a1f-4964-97cd-ba3697207c53 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Aug 10 10:28:27.570442 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-ac96494e-070e-491e-b3b5-4ff9848048a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.572137 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-ac96494e-070e-491e-b3b5-4ff9848048a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1096 time: 0.0463781 Aug 10 10:28:27.672112 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-ccbb19ce-b027-473b-9ef2-3b292b43b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.674363 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-ccbb19ce-b027-473b-9ef2-3b292b43b6e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.0916843 Aug 10 10:28:27.766728 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-19aec018-a333-41b7-8f96-908ab206beac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 999 time: 0.0812166 Aug 10 10:28:27.829734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-8aa19a0e-d1cb-41dd-a783-3d9080821506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.831238 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-8aa19a0e-d1cb-41dd-a783-3d9080821506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0501070 Aug 10 10:28:27.911578 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-462145cf-8a60-45bb-8d27-f11076cea0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:27.914864 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-462145cf-8a60-45bb-8d27-f11076cea0fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683148 Aug 10 10:28:28.019138 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-11b746f3-a508-4e03-9d2b-9aea5f70d875 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894651 Aug 10 10:28:28.116213 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea0195e3-e46d-423b-98ab-cebabf5daa10 req-24b8dae1-27f0-4a3c-88d8-92f1b7feb6bc service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898199 Aug 10 10:28:28.644810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da685f-2193-44c7-b5d7-84876f296698 req-f55c38a1-0b03-42d7-92c5-39cca262f94d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:28.646256 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b3da685f-2193-44c7-b5d7-84876f296698 req-f55c38a1-0b03-42d7-92c5-39cca262f94d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.1089048 Aug 10 10:28:28.690308 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144674-2146-4aa5-b04a-8a94e3dda9e1 req-2ccc7e63-e000-4775-9102-f07cae58aa6b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:28.692006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac144674-2146-4aa5-b04a-8a94e3dda9e1 req-2ccc7e63-e000-4775-9102-f07cae58aa6b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0992432 Aug 10 10:28:28.711811 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b3da685f-2193-44c7-b5d7-84876f296698 req-592b5541-798e-4010-a3d6-e844c766f638 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590146 Aug 10 10:28:28.749280 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac144674-2146-4aa5-b04a-8a94e3dda9e1 req-a128e764-a734-4193-acee-a0f5665b44fc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463212 Aug 10 10:28:29.098168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fef90f-db0f-4ed1-b9fb-07434bcb33f0 req-313634c0-3db0-46a1-89f8-fbefa16303ca tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:29.112169 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b7fef90f-db0f-4ed1-b9fb-07434bcb33f0 req-313634c0-3db0-46a1-89f8-fbefa16303ca tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0829258 Aug 10 10:28:29.180394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b7fef90f-db0f-4ed1-b9fb-07434bcb33f0 req-1fcf5b69-c7a8-4498-97e5-26c6f730ac2e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635972 Aug 10 10:28:29.847909 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c876c1-926d-46af-bd46-a7ff0b528434 req-2940f42f-d064-4370-aa95-ba2d9cb6a343 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:29.856567 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-05c876c1-926d-46af-bd46-a7ff0b528434 req-2940f42f-d064-4370-aa95-ba2d9cb6a343 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0642266 Aug 10 10:28:29.904237 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-05c876c1-926d-46af-bd46-a7ff0b528434 req-0b43b2c9-66f4-4767-909b-1d9d799f2ea6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Aug 10 10:28:30.296622 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e06c-9ed6-47cb-b9ec-63d30a3a9e1c req-f1ff1288-7433-429b-b48a-0fd633859b8c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:30.298042 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0524e06c-9ed6-47cb-b9ec-63d30a3a9e1c req-f1ff1288-7433-429b-b48a-0fd633859b8c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0547519 Aug 10 10:28:30.337253 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0524e06c-9ed6-47cb-b9ec-63d30a3a9e1c req-446b4ea2-c112-4454-8243-254ee9573c32 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Aug 10 10:28:31.071973 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be67c7e-8a3a-47cd-82f3-9e260340a82b req-3b60d49b-0a36-467c-ad99-dade7577d924 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:31.073506 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6be67c7e-8a3a-47cd-82f3-9e260340a82b req-3b60d49b-0a36-467c-ad99-dade7577d924 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0772676 Aug 10 10:28:31.124345 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6be67c7e-8a3a-47cd-82f3-9e260340a82b req-0dc0db40-51cb-49d5-b2ca-ad8b75edbbc3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Aug 10 10:28:31.285289 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d4819238-059b-42c5-abb9-84b3cf4a01bf tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218307055&fields=id&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 267 time: 0.0361106 Aug 10 10:28:31.421581 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d760f94b-5294-45a3-ab86-fcca8e5e1af1 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:31.426931 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d760f94b-5294-45a3-ab86-fcca8e5e1af1 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.1314187 Aug 10 10:28:31.466533 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d122fe1b-888a-4ccb-8ff6-136f2039b659 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/quotas/8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 375 time: 0.0272222 Aug 10 10:28:31.514951 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e476b7-99a6-45ef-8310-45272380cd25 req-1336d589-447c-43c7-9079-5568f2dc78bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:31.516699 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-14e476b7-99a6-45ef-8310-45272380cd25 req-1336d589-447c-43c7-9079-5568f2dc78bd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0887785 Aug 10 10:28:31.556363 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-bf4d6b79-c3f2-43ab-a53a-65c69320e26b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819170 Aug 10 10:28:31.583545 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-14e476b7-99a6-45ef-8310-45272380cd25 req-dc5825d3-eb8e-4bd0-84d3-cbc0e1bfc382 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Aug 10 10:28:31.686230 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-2871afa8-d8ac-458d-9b88-30c8f73eac69 service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158652 Aug 10 10:28:31.806874 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-3a90b7e4-ba4e-4d0c-ae6a-5ccff2b4873d service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117015 Aug 10 10:28:32.205921 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-51e27b20-0c2c-4e0e-93d7-8152e94ad148 req-de97ecbb-16e7-4bb6-9d86-361fff0ef682 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Aug 10 10:28:32.580657 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28efe-5c68-48c7-9d91-192484ea9c25 req-130427e2-db16-44c8-8cef-24da939830d3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:32.582900 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22d28efe-5c68-48c7-9d91-192484ea9c25 req-130427e2-db16-44c8-8cef-24da939830d3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.3300912 Aug 10 10:28:32.629933 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22d28efe-5c68-48c7-9d91-192484ea9c25 req-7cbcbe5a-14f4-4c9f-9734-76f6b533aa73 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Aug 10 10:28:32.732433 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d1aa-02e6-4b07-b2ab-0d2b2187b872 req-5abacb94-211e-416b-b351-77fcf802bd88 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:32.734018 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b17d1aa-02e6-4b07-b2ab-0d2b2187b872 req-5abacb94-211e-416b-b351-77fcf802bd88 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0469365 Aug 10 10:28:32.774259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b17d1aa-02e6-4b07-b2ab-0d2b2187b872 req-03f76204-2fda-4ace-8a9a-556b9b75a50e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Aug 10 10:28:32.892835 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33386) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:32.938892 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Deleting subnet 2880b2f1-846e-49ba-b122-68fd3513f162 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:28:32.942864 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:32.977797 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.016511 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.072146 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.096452 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2880b2f1-846e-49ba-b122-68fd3513f162,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:33.100082 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.102658 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2a407de7-5f7c-4872-bfc2-cf6978864412 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2880b2f1-846e-49ba-b122-68fd3513f162 HTTP/1.1" status: 204 len: 168 time: 0.2068758 Aug 10 10:28:33.105526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33388) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:33.179640 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.267234 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.278743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b4dfda-1243-4f58-bcbb-b8e4d90b1956']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:33.290204 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4836a12b-1178-4345-be89-53f950f02bd3') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:33.290628 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4836a12b-1178-4345-be89-53f950f02bd3') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:33.300299 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.314225 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.322191 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:28:33.322686 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.323803 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7319d3a9-c15c-4bc4-9843-cf29aac3d3ec req-09e04440-fd13-4242-8166-97a503c5d253 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0293641 Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:28:33.324931 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:28:33.389170 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.393553 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.395408 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43b4dfda-1243-4f58-bcbb-b8e4d90b1956 HTTP/1.1" status: 204 len: 168 time: 0.2889309 Aug 10 10:28:33.411183 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fb19-7a73-48fd-902f-a5714591ae09 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b4dfda-1243-4f58-bcbb-b8e4d90b1956,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:33.590464 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33394) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:33.640488 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8b3fa459-e8c9-4d4a-9e5b-b4ccea00c80d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a906d07ed2e741979047d7ebd88ee1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466223 Aug 10 10:28:33.640723 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33396) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:33.691358 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.712915 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.755917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae75b3-7146-45d6-95ff-5b9938478397 req-c68d332c-639d-4621-87b5-64509555dcac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:33.764249 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d8ae75b3-7146-45d6-95ff-5b9938478397 req-c68d332c-639d-4621-87b5-64509555dcac tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0623558 Aug 10 10:28:33.769187 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.772768 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:33.774041 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80e88164-0d1e-4f2f-9690-cefcf9e4bcfb HTTP/1.1" status: 204 len: 168 time: 0.1324561 Aug 10 10:28:33.793946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd242c-dedc-479e-a4b1-047b7ab032a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e88164-0d1e-4f2f-9690-cefcf9e4bcfb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:33.837192 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d8ae75b3-7146-45d6-95ff-5b9938478397 req-30e0cf60-4f3f-485f-8403-66a1b8b0064e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681117 Aug 10 10:28:33.928596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956a9fb-1aa4-45ed-9531-fd3ae7471e89 req-af7bffbc-6103-495b-8c2f-6f1918a2eca0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:33.930083 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5956a9fb-1aa4-45ed-9531-fd3ae7471e89 req-af7bffbc-6103-495b-8c2f-6f1918a2eca0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0629973 Aug 10 10:28:33.970170 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5956a9fb-1aa4-45ed-9531-fd3ae7471e89 req-2df74177-d8ce-4fc9-a4ef-35e68416cd30 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Aug 10 10:28:34.436628 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-080dea53-5326-4d3d-a04c-d9c9dd242c6d req-b15b0868-347a-4ba4-b29b-a91014bfa81c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0290835 Aug 10 10:28:34.957656 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf798d1-5f7a-47f3-98ac-09cde43c904d req-ebf57e5e-6836-4a53-8a91-a4ac8e3bef13 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:34.959707 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8bf798d1-5f7a-47f3-98ac-09cde43c904d req-ebf57e5e-6836-4a53-8a91-a4ac8e3bef13 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0555484 Aug 10 10:28:34.998004 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8bf798d1-5f7a-47f3-98ac-09cde43c904d req-767465f2-b00e-439b-bf39-366a8a76d31c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Aug 10 10:28:35.105090 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f29dc4-d8e7-428b-ae0b-ea628c67ac70 req-83e5d800-2b0a-402b-8642-6d4cf93ed7dd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:35.106450 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d8f29dc4-d8e7-428b-ae0b-ea628c67ac70 req-83e5d800-2b0a-402b-8642-6d4cf93ed7dd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0477378 Aug 10 10:28:35.148572 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d8f29dc4-d8e7-428b-ae0b-ea628c67ac70 req-0f48e71c-efbd-4d88-a200-2e0151731af6 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Aug 10 10:28:35.529328 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ef69f62-d4c5-4646-b60b-ab16781f27fb req-43aae74a-6e81-45ad-821c-4a6bf997e6fb tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0257728 Aug 10 10:28:36.127204 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52df47-3221-45bd-8d3f-0d58cb8796e0 req-171be2a3-4c0a-4fd5-abc3-26c3ec1ebdb3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:36.129599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf52df47-3221-45bd-8d3f-0d58cb8796e0 req-171be2a3-4c0a-4fd5-abc3-26c3ec1ebdb3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0563381 Aug 10 10:28:36.169081 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf52df47-3221-45bd-8d3f-0d58cb8796e0 req-35064a48-7621-4bef-a947-889a7a23f9df tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329185 Aug 10 10:28:36.272122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520eee-9540-4f9b-8291-0a4bd7b7242f req-bd97028b-65dc-4302-a3c4-5294761e9742 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:36.279448 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f520eee-9540-4f9b-8291-0a4bd7b7242f req-bd97028b-65dc-4302-a3c4-5294761e9742 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0551937 Aug 10 10:28:36.312780 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f520eee-9540-4f9b-8291-0a4bd7b7242f req-2edc9d40-e128-42ea-9599-478efd6c5c91 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Aug 10 10:28:36.632192 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dd965149-bb03-44af-a4b3-5f64a26af294 req-d8735efc-7d2f-42ef-bb83-5c80f7140189 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0265071 Aug 10 10:28:36.945392 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:28:37.300435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df8a8-c8aa-4740-93f9-b03df0ee264a req-13af6a5d-cac6-4d6f-85dc-7c25bbe531d8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:37.302134 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-216df8a8-c8aa-4740-93f9-b03df0ee264a req-13af6a5d-cac6-4d6f-85dc-7c25bbe531d8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Aug 10 10:28:37.343251 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-216df8a8-c8aa-4740-93f9-b03df0ee264a req-c4f1b010-b961-44d1-9ef6-b514088d8845 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351133 Aug 10 10:28:37.429769 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144834a-fef1-4867-bb65-4ee0edf2c4da req-49c68e0f-8e36-405c-bf2c-dc61222bd97b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:37.431204 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9144834a-fef1-4867-bb65-4ee0edf2c4da req-49c68e0f-8e36-405c-bf2c-dc61222bd97b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0507183 Aug 10 10:28:37.469385 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9144834a-fef1-4867-bb65-4ee0edf2c4da req-42886df5-22f1-4e59-93dd-669c93aa5a56 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Aug 10 10:28:37.729674 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7807adde-a30d-4727-b5c0-e8837269a614 req-4a110fc0-812a-42c8-a357-f1424c743443 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Aug 10 10:28:38.470540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43713af0-e897-47f5-823f-000c5da84d59 req-dd51cf80-4514-4d9a-9534-49caba512b57 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:38.472366 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-43713af0-e897-47f5-823f-000c5da84d59 req-dd51cf80-4514-4d9a-9534-49caba512b57 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0509295 Aug 10 10:28:38.514050 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-43713af0-e897-47f5-823f-000c5da84d59 req-447f3efa-f726-4061-a684-a488be4d0a58 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352292 Aug 10 10:28:38.598488 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b34509-6b23-4038-b732-48e872170512 req-a64ebc4c-ff64-4b28-a7cc-830665066326 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:38.600068 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-15b34509-6b23-4038-b732-48e872170512 req-a64ebc4c-ff64-4b28-a7cc-830665066326 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0552633 Aug 10 10:28:38.641662 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-15b34509-6b23-4038-b732-48e872170512 req-7787ecf9-55d6-48ac-8387-f1584758b54b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355492 Aug 10 10:28:38.843958 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-17b4933b-19a6-49bc-bf9f-4e2dd4567bdc req-75ee3003-0fe8-4c2a-92e1-8c0fefb090e0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0381770 Aug 10 10:28:39.637320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fb34a-cca6-4677-9418-3fd599bd6c08 req-b0e7a525-1a7b-46f1-a46e-1937a788dd8a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:39.638821 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-790fb34a-cca6-4677-9418-3fd599bd6c08 req-b0e7a525-1a7b-46f1-a46e-1937a788dd8a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0523810 Aug 10 10:28:39.679123 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-790fb34a-cca6-4677-9418-3fd599bd6c08 req-f7257bce-161a-4953-8f91-97325c58a695 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344484 Aug 10 10:28:39.766943 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea05e1-0216-49f3-a3cd-f3f65cdc19a2 req-0b4269fd-eff6-46f9-ad8b-932aac7563c8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:39.768432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45ea05e1-0216-49f3-a3cd-f3f65cdc19a2 req-0b4269fd-eff6-46f9-ad8b-932aac7563c8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0540571 Aug 10 10:28:39.806286 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-45ea05e1-0216-49f3-a3cd-f3f65cdc19a2 req-83fc3a0e-966f-4806-8e41-eb74ebe6d8e5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Aug 10 10:28:39.937269 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-72b57a5d-2471-458a-8267-b8c40f1e2ec0 req-95c7ef39-f7be-475d-9ee9-906e0e1ccd6a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0258763 Aug 10 10:28:40.797942 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099584-e3c2-4ec9-b5c5-6825aaf640a1 req-fa94b5a5-a73b-417b-9872-d274109b4ceb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:40.799410 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-32099584-e3c2-4ec9-b5c5-6825aaf640a1 req-fa94b5a5-a73b-417b-9872-d274109b4ceb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0481067 Aug 10 10:28:40.836784 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-32099584-e3c2-4ec9-b5c5-6825aaf640a1 req-8ddd89d7-3e5b-4955-94c9-84d58d1f6cd6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Aug 10 10:28:40.939318 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11cd29-cf5e-434a-ae3c-95e44a33c9dc req-075e2872-f392-45a2-a27e-a6949a230723 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:40.940785 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e11cd29-cf5e-434a-ae3c-95e44a33c9dc req-075e2872-f392-45a2-a27e-a6949a230723 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0529141 Aug 10 10:28:40.986388 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e11cd29-cf5e-434a-ae3c-95e44a33c9dc req-3ea4fbd8-b787-45be-9d6f-fd8c412fc384 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Aug 10 10:28:41.037128 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-93055e61-aae8-42a9-8eb9-edf0b58f953c req-62140ba4-f330-4265-b7d8-88b29f7a3139 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0280862 Aug 10 10:28:41.095476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-a6b6e039-7d0d-4d0f-a047-1deb6fe15663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.096946 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-a6b6e039-7d0d-4d0f-a047-1deb6fe15663 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0420594 Aug 10 10:28:41.217471 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38c44-3105-49f4-bb68-7b632060572c req-df75a4d1-acc0-4ea1-99ca-5a146e19c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.218933 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-df75a4d1-acc0-4ea1-99ca-5a146e19c5d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1096 time: 0.0911603 Aug 10 10:28:41.237916 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-f068ba27-68c3-45ce-a71d-88c5798cccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.240013 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-f068ba27-68c3-45ce-a71d-88c5798cccbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1194656 Aug 10 10:28:41.297896 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-8076e766-d0c6-40bb-a6dc-7932d94a00e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.0426836 Aug 10 10:28:41.392074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-ad9cab03-7758-419e-9003-8a0c7f1a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.393467 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-ad9cab03-7758-419e-9003-8a0c7f1a5f46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0627315 Aug 10 10:28:41.431402 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38c44-3105-49f4-bb68-7b632060572c req-b5752e55-6651-4fc8-a5df-f20cde64fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.432879 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-b5752e55-6651-4fc8-a5df-f20cde64fd47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1720896 Aug 10 10:28:41.434759 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-d67dccba-825e-4df8-b78a-4b289bd26c4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 10 10:28:41.507687 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea88c4f4-f760-4195-9588-181ef1db58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:41.565216 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-73796f67-c07d-4ca2-8cbf-4fa606fe0bc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 200 len: 999 time: 0.1102819 Aug 10 10:28:41.586140 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-89ffe3d3-b93b-4b49-8291-b22ffe206731 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254926 Aug 10 10:28:41.727700 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38c44-3105-49f4-bb68-7b632060572c req-360c6295-2fd7-4b4e-8ffb-46de5e01d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.729420 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-360c6295-2fd7-4b4e-8ffb-46de5e01d495 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.1006706 Aug 10 10:28:41.828184 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-ace7a0b6-4702-4ab4-9566-d9604430e0f1 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731105 Aug 10 10:28:41.868215 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38c44-3105-49f4-bb68-7b632060572c req-c475ed93-691b-4125-abb5-4ab3db2364b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.869762 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-c475ed93-691b-4125-abb5-4ab3db2364b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181655 Aug 10 10:28:41.953384 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-6d8c596b-53a7-48ea-af68-230534143bc0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:41.954786 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-6d8c596b-53a7-48ea-af68-230534143bc0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.2021511 Aug 10 10:28:42.022310 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de8e7-8b73-4f43-aaf1-21935dab803f req-d5501f28-aeff-4151-a8b3-eb3ff9fa5271 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:42.023837 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-382de8e7-8b73-4f43-aaf1-21935dab803f req-d5501f28-aeff-4151-a8b3-eb3ff9fa5271 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0910728 Aug 10 10:28:42.066335 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-be85c995-a65d-40c9-9a93-a8e3085f7227 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853304 Aug 10 10:28:42.076777 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-e7297023-6082-4cec-818a-7fd2fbf2da15 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 379 time: 0.0836563 Aug 10 10:28:42.099672 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'port': {'device_id': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'admin_state_up': True, 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'security_groups': ['f5270cf2-920c-4d16-8b7c-4e331b4a343e']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:42.211937 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-382de8e7-8b73-4f43-aaf1-21935dab803f req-8c490a3d-3093-461f-ab86-b106b45b1997 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711166 Aug 10 10:28:42.245411 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2553b8-bd13-4729-9c39-3c99296d07d6 req-32469543-3f28-4637-bc7b-bef399d17ede tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:42.246892 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d2553b8-bd13-4729-9c39-3c99296d07d6 req-32469543-3f28-4637-bc7b-bef399d17ede tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1861472 Aug 10 10:28:42.284717 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:42.336079 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bb912856-32b1-413a-bcf9-77de702c9365 req-586f8301-9379-47b2-927f-501fdd765c6c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0602698 Aug 10 10:28:42.348416 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-47d38c44-3105-49f4-bb68-7b632060572c req-12f6fd5f-7e49-425f-8c4a-42d4272f1ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706211 Aug 10 10:28:42.369914 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d2553b8-bd13-4729-9c39-3c99296d07d6 req-d9ae3ed5-0eed-4990-8baa-5583cb597ddb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146643 Aug 10 10:28:42.384603 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Made reservation on behalf of 8248f1025a0c4226b6b12d85c3acb466 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:28:42.388165 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:42.514349 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.20.0.10 (784adf51-33f1-4c02-98c4-160ea2f41c93/097f9bfc-97e4-4b72-aadf-2537c33d41e3/25bc69a6-f679-43bf-9f6b-d909d2893fd8) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:28:42.662114 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:42.676360 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Transition to ACTIVE for port object 25bc69a6-f679-43bf-9f6b-d909d2893fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:28:42.710439 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:42.749834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:28:42.752882 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:28:42.759146 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:28:42.795862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:42.817455 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:42.818167 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:42.839488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-965bad0c-522c-4d18-a8d8-550714325ee7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512531 Aug 10 10:28:42.867835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Request body: {'port': {'device_id': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:42.938259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.049572 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-531abecf-ae7e-4a42-bd86-0d58445d3d3a None None] Provisioning for port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:43.055195 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-531abecf-ae7e-4a42-bd86-0d58445d3d3a None None] Provisioning complete for port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:43.055703 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-531abecf-ae7e-4a42-bd86-0d58445d3d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.091284 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-531abecf-ae7e-4a42-bd86-0d58445d3d3a None None] Port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:28:43.200225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bc69a6-f679-43bf-9f6b-d909d2893fd8 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:28:43.208244 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.219781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Transition to ACTIVE for port object 25bc69a6-f679-43bf-9f6b-d909d2893fd8 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:28:43.223318 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.278234 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Pushing event updated for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:43.381125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Attempting to bind port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:28:43.381411 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Attempting to bind port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:28:43.381717 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Attempting to bind port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:28:43.395091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614d49f-2c90-4c9c-9bfa-c039be67c3bf req-96c8f8a5-ea90-4329-b68a-f43f025b2036 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:43.396656 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6614d49f-2c90-4c9c-9bfa-c039be67c3bf req-96c8f8a5-ea90-4329-b68a-f43f025b2036 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0784702 Aug 10 10:28:43.397723 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:28:43.398049 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Attempting to bind port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:28:43.405985 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:28:43.406324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:28:43.406705 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Bound using segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:28:43.407136 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Bound port: 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:28:43.407519 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.502259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6614d49f-2c90-4c9c-9bfa-c039be67c3bf req-6f03dd04-ac78-404b-8f71-56c3d766cce8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980413 Aug 10 10:28:43.537892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3158c1-9a00-4fbc-b3aa-d853cb0e0b9d req-fdf93872-cadd-4468-b544-9a3f7990da6b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:43.539626 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef3158c1-9a00-4fbc-b3aa-d853cb0e0b9d req-fdf93872-cadd-4468-b544-9a3f7990da6b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.1076069 Aug 10 10:28:43.546448 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:28:43.551811 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:28:43.567189 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.625252 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:43.625880 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.627237 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] 10.222.0.24 "PUT /v2.0/ports/25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 200 len: 1094 time: 0.7646928 Aug 10 10:28:43.631345 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:28:43.633535 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:28:43.661392 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef3158c1-9a00-4fbc-b3aa-d853cb0e0b9d req-70fd351a-acc4-4491-8a56-c3f136790bdf tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121340 Aug 10 10:28:43.679805 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6dcda-93ee-4c83-9421-3c94ec4daa9d service neutron] Pushing event updated for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:43.697370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f49ec-8f45-4e37-b234-69ad15a8128a req-3ba0f0ab-b0ff-4469-b6bc-b4cbc440e23e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:43.698909 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-429f49ec-8f45-4e37-b234-69ad15a8128a req-3ba0f0ab-b0ff-4469-b6bc-b4cbc440e23e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0954297 Aug 10 10:28:43.715363 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dec978-0aa6-4aba-aa3f-07b873bb2436 x-openstack-request-id: req-02dec978-0aa6-4aba-aa3f-07b873bb2436 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:28:43.715724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:28:43.716050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02dec978-0aa6-4aba-aa3f-07b873bb2436 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:28:43.716510 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'status': 'completed', 'code': 200} Aug 10 10:28:43.747271 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-726549a6-549e-46f6-9090-03f1a6347655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:43.749919 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-429f49ec-8f45-4e37-b234-69ad15a8128a req-0d8df23c-4067-48b3-80d5-6542fa9e00e1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Aug 10 10:28:43.930475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-dcc17a95-18d1-4373-ade3-18d1a19de497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:43.931845 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-dcc17a95-18d1-4373-ade3-18d1a19de497 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1097 time: 0.0397115 Aug 10 10:28:44.001863 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-092c054b-af92-4ef1-8241-00f946d623db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 200 len: 217 time: 0.0384481 Aug 10 10:28:44.309101 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-b2e1f0c8-0df3-48b1-b847-50fa63cc14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.310580 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-b2e1f0c8-0df3-48b1-b847-50fa63cc14bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.2759585 Aug 10 10:28:44.321116 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:44.358001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-f3d107e1-766e-4d8f-8d36-6ad202a8b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.359952 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-f3d107e1-766e-4d8f-8d36-6ad202a8b9ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418458 Aug 10 10:28:44.456002 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-9c591ac7-5fd6-435f-b905-129242a78725 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Aug 10 10:28:44.548767 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18409c6f-74f3-4996-8ab4-18dafde60406 req-90536f8b-ee7a-4729-871c-f1b86c4a100a service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835476 Aug 10 10:28:44.626491 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d3c83-a795-415f-927b-a98b8f031dee req-c2cd31b7-23b8-4fc3-8690-d4d21f606a30 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.627979 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac8d3c83-a795-415f-927b-a98b8f031dee req-c2cd31b7-23b8-4fc3-8690-d4d21f606a30 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0487676 Aug 10 10:28:44.692004 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac8d3c83-a795-415f-927b-a98b8f031dee req-4319baa9-6b76-4e97-b1bc-a2399f3a6055 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563378 Aug 10 10:28:44.705013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-601cfff6-5141-41bd-8545-6044ec6c8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.706332 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-601cfff6-5141-41bd-8545-6044ec6c8e13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1097 time: 0.0515001 Aug 10 10:28:44.842706 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ac4c-f1b3-4126-b705-133b4f959763 req-72dd58f8-c0b4-4dbc-adf8-614d2548f2db tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.844181 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76b8ac4c-f1b3-4126-b705-133b4f959763 req-72dd58f8-c0b4-4dbc-adf8-614d2548f2db tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.1119819 Aug 10 10:28:44.865088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-e62174a9-3144-4169-9abc-2529016125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.866463 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-e62174a9-3144-4169-9abc-2529016125e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.1520882 Aug 10 10:28:44.925010 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-fb719ad5-2fa3-4ab8-b3c5-f0cc5cb0afb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 200 len: 217 time: 0.0412123 Aug 10 10:28:44.941557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07059ce2-f2ca-45cf-a81c-1319d0f6709d req-c1ba58c4-f76f-47a4-bdc9-9ee679e79626 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:44.943120 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07059ce2-f2ca-45cf-a81c-1319d0f6709d req-c1ba58c4-f76f-47a4-bdc9-9ee679e79626 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1245322 Aug 10 10:28:44.957589 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76b8ac4c-f1b3-4126-b705-133b4f959763 req-e5387878-a47e-4eb6-bb48-54d7421462fa tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951071 Aug 10 10:28:45.015248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-4afb5bdd-053a-49c2-a8d8-6e96549ed299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:45.016779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-4afb5bdd-053a-49c2-a8d8-6e96549ed299 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0728052 Aug 10 10:28:45.023933 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07059ce2-f2ca-45cf-a81c-1319d0f6709d req-8a4b299f-8e29-45e8-870f-bcfbd75c3d09 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710206 Aug 10 10:28:45.069825 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-5bfa9a98-bee1-4de6-b267-1a581e082f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:45.071346 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-5bfa9a98-bee1-4de6-b267-1a581e082f37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461996 Aug 10 10:28:45.166524 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-8ba6d4ae-ba16-4779-8ef5-69eebc936c88 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Aug 10 10:28:45.270860 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c9ec10e-a08d-4b97-bffe-000b1348cd9d req-099fc267-eb6a-4738-80c5-9a9e55bacfe1 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963418 Aug 10 10:28:45.280796 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:45.630615 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16195b6-ddbd-467b-ae79-74d204646158 req-17d4a35d-ba8f-413d-9864-730595ef201f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:45.632227 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b16195b6-ddbd-467b-ae79-74d204646158 req-17d4a35d-ba8f-413d-9864-730595ef201f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0496509 Aug 10 10:28:45.670601 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b16195b6-ddbd-467b-ae79-74d204646158 req-46c43554-7275-48fb-91b2-971eed4be6f4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Aug 10 10:28:45.816688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771473-c290-4c51-aab5-2681552d6492 req-2e742ae5-45b7-42e3-b2f4-1c3e0ca31993 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:45.818156 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a8771473-c290-4c51-aab5-2681552d6492 req-2e742ae5-45b7-42e3-b2f4-1c3e0ca31993 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0519674 Aug 10 10:28:45.855558 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a8771473-c290-4c51-aab5-2681552d6492 req-e49b6576-d404-42f6-b159-86e5badcebfd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Aug 10 10:28:46.069475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6b90-ac05-41eb-9d60-7bc4da6883ec req-8755148b-2a37-457f-a4e4-3391e43d2939 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:46.070917 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a2ab6b90-ac05-41eb-9d60-7bc4da6883ec req-8755148b-2a37-457f-a4e4-3391e43d2939 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0485301 Aug 10 10:28:46.107008 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a2ab6b90-ac05-41eb-9d60-7bc4da6883ec req-538c6266-3631-4122-87df-80890e90baea tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302844 Aug 10 10:28:46.448430 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f183-257d-486d-9759-b16eeed81fb5 req-8891cb46-eea6-41d9-b655-a529321a6105 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:46.449893 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea14f183-257d-486d-9759-b16eeed81fb5 req-8891cb46-eea6-41d9-b655-a529321a6105 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0480258 Aug 10 10:28:46.486679 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea14f183-257d-486d-9759-b16eeed81fb5 req-93fa9ea0-ce82-4b37-ae9e-7772b7979a50 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Aug 10 10:28:46.558062 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:46.798730 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c846ee3-ff0f-4688-8225-d72a94956863 req-699fd184-04d4-4c5c-81bb-706f83a900a7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:46.800630 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7c846ee3-ff0f-4688-8225-d72a94956863 req-699fd184-04d4-4c5c-81bb-706f83a900a7 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0597851 Aug 10 10:28:46.844967 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7c846ee3-ff0f-4688-8225-d72a94956863 req-a36a0437-d771-4703-8006-e68c847d2c07 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383804 Aug 10 10:28:46.979614 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af79a8-4feb-44cb-b203-3c6e4368b25e req-ab2ace98-cb0d-427a-bf8b-8437e982f1f1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:46.981090 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-36af79a8-4feb-44cb-b203-3c6e4368b25e req-ab2ace98-cb0d-427a-bf8b-8437e982f1f1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0489428 Aug 10 10:28:47.018627 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-36af79a8-4feb-44cb-b203-3c6e4368b25e req-97759066-8cbf-4f69-8710-1b7bca4088e6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Aug 10 10:28:47.218528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4c4e-5377-485f-b530-cff592c50054 req-e99f77c7-9ad6-4bbe-b9e0-9455139375b7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:47.219902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-12cb4c4e-5377-485f-b530-cff592c50054 req-e99f77c7-9ad6-4bbe-b9e0-9455139375b7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0478182 Aug 10 10:28:47.257128 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-12cb4c4e-5377-485f-b530-cff592c50054 req-8d2979e1-0012-4006-89ac-1400361c06c2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Aug 10 10:28:48.002585 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b9ff8-272f-4738-82b9-b22a47b920ce req-13a91f93-fbdb-4db3-8bbb-aaaaddc80523 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:48.007952 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-908b9ff8-272f-4738-82b9-b22a47b920ce req-13a91f93-fbdb-4db3-8bbb-aaaaddc80523 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0523689 Aug 10 10:28:48.043377 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-908b9ff8-272f-4738-82b9-b22a47b920ce req-b57c327f-513e-418f-a563-89041b657729 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Aug 10 10:28:48.135205 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056922-6974-4b58-af25-e1d5c513710b req-05f67a5e-677f-47b0-9ae7-0e08bd5afcfd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:48.136583 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7056922-6974-4b58-af25-e1d5c513710b req-05f67a5e-677f-47b0-9ae7-0e08bd5afcfd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 943 time: 0.0480852 Aug 10 10:28:48.174694 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7056922-6974-4b58-af25-e1d5c513710b req-2a6cca09-3752-46be-8de9-2779973263fb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Aug 10 10:28:48.223892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:28:48.316326 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:48.327291 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:28:48.364251 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:48.370123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1edce-9f58-4cf8-9f73-c2b782c60c31 req-818d4579-e030-4d85-a804-dde1557783a9 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:48.371621 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67e1edce-9f58-4cf8-9f73-c2b782c60c31 req-818d4579-e030-4d85-a804-dde1557783a9 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0487232 Aug 10 10:28:48.380234 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:28:48.399843 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:48.403824 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:48.410805 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67e1edce-9f58-4cf8-9f73-c2b782c60c31 req-a432f1a1-c8a6-487d-9458-edc347e75b67 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Aug 10 10:28:48.449817 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=9']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:48.457322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.457665 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.458001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.458325 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.458646 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.458974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.459291 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.459631 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.459970 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.460287 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.460615 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.460907 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:48.788608 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['d5498e84-1555-45fb-85d6-e80a7c9dc9bb'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:28:49.159253 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad682f11-42a7-4c63-ba8b-fcd8b5165aec req-e10256a9-557a-43d8-a768-15cdf55d3163 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:49.161342 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ad682f11-42a7-4c63-ba8b-fcd8b5165aec req-e10256a9-557a-43d8-a768-15cdf55d3163 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0513465 Aug 10 10:28:49.197980 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ad682f11-42a7-4c63-ba8b-fcd8b5165aec req-fa341a64-3dbd-4c9c-a2ef-59cbdfa4513d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307908 Aug 10 10:28:49.290791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e472b9-9da2-4665-8f21-1e07339277e5 req-79e750fd-66e2-4466-a8e2-12803124dd2c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:49.292268 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73e472b9-9da2-4665-8f21-1e07339277e5 req-79e750fd-66e2-4466-a8e2-12803124dd2c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.0475857 Aug 10 10:28:49.330121 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73e472b9-9da2-4665-8f21-1e07339277e5 req-0a4464f9-ebb5-4818-9d7f-375af5f714e1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Aug 10 10:28:49.527348 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c78d92-dcb6-449a-81bc-607c130f4db9 req-e4c02f36-2828-49d5-a2e2-d6bc37c27d25 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:49.528837 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6c78d92-dcb6-449a-81bc-607c130f4db9 req-e4c02f36-2828-49d5-a2e2-d6bc37c27d25 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0477350 Aug 10 10:28:49.565203 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6c78d92-dcb6-449a-81bc-607c130f4db9 req-ad26a10b-0151-4540-91f3-59a77cbdf342 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306091 Aug 10 10:28:50.240469 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:50.293414 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port d5498e84-1555-45fb-85d6-e80a7c9dc9bb triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:50.293779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:50.314256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048be0-e723-4a43-a567-592ca0022161 req-fb1ce37d-f22d-4e98-8717-4f850cd79209 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:50.315713 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92048be0-e723-4a43-a567-592ca0022161 req-fb1ce37d-f22d-4e98-8717-4f850cd79209 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0510259 Aug 10 10:28:50.353224 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92048be0-e723-4a43-a567-592ca0022161 req-5df646f2-1c51-45d4-9a86-1188c0d85387 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Aug 10 10:28:50.371115 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:50.393376 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:28:50.396150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86bfac1-1f9d-4c86-ad49-a7f5bc529ed8" -d '{"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:28:50.408943 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:50.414016 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:50.440393 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a069ba8-5dba-435a-93d5-19a81d9ef8ef x-openstack-request-id: req-5a069ba8-5dba-435a-93d5-19a81d9ef8ef {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:28:50.440680 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-plugged", "status": "completed", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:28:50.440921 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a069ba8-5dba-435a-93d5-19a81d9ef8ef {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:28:50.441293 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'code': 200} Aug 10 10:28:50.449454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98034-a303-47e9-8cf2-f9fdc1dd955e req-1ac29039-bb2f-4f6b-996e-957af79d0ae3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:50.450966 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0ed98034-a303-47e9-8cf2-f9fdc1dd955e req-1ac29039-bb2f-4f6b-996e-957af79d0ae3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 944 time: 0.0492461 Aug 10 10:28:50.492894 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0ed98034-a303-47e9-8cf2-f9fdc1dd955e req-c2f3290d-f877-4e3c-98a7-a49271503691 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355437 Aug 10 10:28:50.578397 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=10']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:50.679698 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a0c22-14b6-4e53-923d-571400d45979 req-26077a13-8f70-4768-ab4f-72c416acd6c4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:50.681157 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a88a0c22-14b6-4e53-923d-571400d45979 req-26077a13-8f70-4768-ab4f-72c416acd6c4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0479913 Aug 10 10:28:50.717147 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a88a0c22-14b6-4e53-923d-571400d45979 req-1a13f516-bf29-4579-a7c7-8a5489b29dab tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302341 Aug 10 10:28:50.918872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751214-aaa0-4450-90ae-65690af8c8e9 req-b0e126b5-c777-4c66-8a35-c679acc603cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:50.920335 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-27751214-aaa0-4450-90ae-65690af8c8e9 req-b0e126b5-c777-4c66-8a35-c679acc603cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 1099 time: 0.0425642 Aug 10 10:28:50.957075 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-27751214-aaa0-4450-90ae-65690af8c8e9 req-2e38142c-a30b-4a39-8698-b3bf71d6d866 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292308 Aug 10 10:28:51.466134 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13ee4d-eb62-46d6-87ec-4036fe82b213 req-8fe0148b-41d4-4c46-a466-e7b9ca34212b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:51.467511 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e13ee4d-eb62-46d6-87ec-4036fe82b213 req-8fe0148b-41d4-4c46-a466-e7b9ca34212b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0487547 Aug 10 10:28:51.511388 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e13ee4d-eb62-46d6-87ec-4036fe82b213 req-2df9d2a3-751b-4596-8066-7b480615fa3d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 Aug 10 10:28:51.612382 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87563e-739a-4b79-821c-e5a016c6d632 req-bbf1db65-409f-454e-b583-c613fd749ccb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:51.613814 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e87563e-739a-4b79-821c-e5a016c6d632 req-bbf1db65-409f-454e-b583-c613fd749ccb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0479836 Aug 10 10:28:51.650034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e87563e-739a-4b79-821c-e5a016c6d632 req-a98fedd7-d47d-4dc2-892e-0f32f0575938 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301628 Aug 10 10:28:51.834681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b823d0-5f27-4b17-b634-3b329c8923dd req-fa9cea2e-c491-4053-bc62-fa432794360b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:51.836172 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20b823d0-5f27-4b17-b634-3b329c8923dd req-fa9cea2e-c491-4053-bc62-fa432794360b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 944 time: 0.0542104 Aug 10 10:28:51.872824 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20b823d0-5f27-4b17-b634-3b329c8923dd req-db6176ca-29fd-46a0-8dfd-7d9803e7658a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308957 Aug 10 10:28:52.258475 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 25bc69a6-f679-43bf-9f6b-d909d2893fd8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:28:52.349519 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:52.361297 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'port_id': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'mac_address': 'fa:16:3e:76:d7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:28:52.402225 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:52.415486 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bc69a6-f679-43bf-9f6b-d909d2893fd8 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:28:52.438693 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:52.443245 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:52.493078 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:52.630725 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca18fe-090a-4db6-b14e-3ded5448ba17 req-4145fe15-7a27-4254-bf22-c773a38ea638 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:52.632069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07ca18fe-090a-4db6-b14e-3ded5448ba17 req-4145fe15-7a27-4254-bf22-c773a38ea638 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0515332 Aug 10 10:28:52.670539 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-07ca18fe-090a-4db6-b14e-3ded5448ba17 req-ef57acd2-7c1c-4c3a-abab-4ab0ecde3dd1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Aug 10 10:28:52.777080 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eeeec-dd02-4ed0-b417-3f4cf07b0889 req-666c108d-aa91-493c-9925-e12de40b9798 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:52.778534 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-234eeeec-dd02-4ed0-b417-3f4cf07b0889 req-666c108d-aa91-493c-9925-e12de40b9798 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Aug 10 10:28:52.816929 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-234eeeec-dd02-4ed0-b417-3f4cf07b0889 req-042d8416-867d-444e-be42-61407e175b1e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Aug 10 10:28:52.913154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['25bc69a6-f679-43bf-9f6b-d909d2893fd8'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:28:52.994414 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026850-aad6-481d-9985-2681d16caecb req-34165fb3-f1e6-4455-a9a4-17933a8e0a44 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:52.996259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d026850-aad6-481d-9985-2681d16caecb req-34165fb3-f1e6-4455-a9a4-17933a8e0a44 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 945 time: 0.0541093 Aug 10 10:28:53.038860 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d026850-aad6-481d-9985-2681d16caecb req-aa127f1f-88f6-4d6a-937f-8771044712b3 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333540 Aug 10 10:28:53.785817 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0410b-d9a9-4bd8-8f33-6eb6fb74d515 req-5aa04b29-d5ab-4de4-bd1a-aaf01efe6dba tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:53.787957 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6b0410b-d9a9-4bd8-8f33-6eb6fb74d515 req-5aa04b29-d5ab-4de4-bd1a-aaf01efe6dba tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0484617 Aug 10 10:28:53.823758 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6b0410b-d9a9-4bd8-8f33-6eb6fb74d515 req-a2ecb4c8-d49d-4601-9d6a-d929852bb0ae tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299544 Aug 10 10:28:53.933257 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb8cf8-7678-4b25-a6ca-199e1ca405f7 req-1eee5c1e-dce8-49ce-8195-bfd1598297fa tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:53.934688 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1edb8cf8-7678-4b25-a6ca-199e1ca405f7 req-1eee5c1e-dce8-49ce-8195-bfd1598297fa tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0477250 Aug 10 10:28:53.971656 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1edb8cf8-7678-4b25-a6ca-199e1ca405f7 req-3b3fc481-f8e9-407c-8e99-38dd7487db43 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Aug 10 10:28:54.154604 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f8c8-026c-4d47-ae9a-2259131938af req-f9b184aa-e978-4e6f-8f79-b01ce1ffb92d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.156049 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a094f8c8-026c-4d47-ae9a-2259131938af req-f9b184aa-e978-4e6f-8f79-b01ce1ffb92d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Aug 10 10:28:54.192422 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a094f8c8-026c-4d47-ae9a-2259131938af req-07245002-a6b8-474b-82ab-d0333c17b10a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303979 Aug 10 10:28:54.267434 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 25bc69a6-f679-43bf-9f6b-d909d2893fd8 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:28:54.323466 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:28:54.327261 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:28:54.327654 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:54.405548 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:54.426837 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:28:54.429581 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a94a48f-517d-441e-a4bb-e438d977807c" -d '{"events": [{"server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "name": "network-vif-plugged", "status": "completed", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:28:54.443352 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:28:54.447924 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:54.475032 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8669703-e963-440a-8f62-de3662083541 x-openstack-request-id: req-e8669703-e963-440a-8f62-de3662083541 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:28:54.475341 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "name": "network-vif-plugged", "status": "completed", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:28:54.475690 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8669703-e963-440a-8f62-de3662083541 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:28:54.475975 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'code': 200} Aug 10 10:28:54.504907 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:54.596904 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045fb59-c075-4dc4-bce1-92ddc6423914 req-17fa0074-a638-414f-87e1-2c0d58138781 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.598262 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8045fb59-c075-4dc4-bce1-92ddc6423914 req-17fa0074-a638-414f-87e1-2c0d58138781 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0797868 Aug 10 10:28:54.604289 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedabc5-b151-4656-a055-7267397bdc8e req-2fd6876b-7609-4f54-a2e8-33f285a45281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.605645 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-2fd6876b-7609-4f54-a2e8-33f285a45281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0564029 Aug 10 10:28:54.686823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8045fb59-c075-4dc4-bce1-92ddc6423914 req-24080d3b-9345-4bd2-80b3-f585b85297c8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801330 Aug 10 10:28:54.720890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedabc5-b151-4656-a055-7267397bdc8e req-5ef2e559-d80e-4ecb-ae2f-6422ea832376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.722299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-5ef2e559-d80e-4ecb-ae2f-6422ea832376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1022484 Aug 10 10:28:54.818394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-a05072b3-3fae-4af0-b3fe-106d3b21fb6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.0556679 Aug 10 10:28:54.858754 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3f48-42c6-4604-a9e6-a815b34a2fdc req-509e21ea-607f-4aff-bf43-a1d5c767fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.860253 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4cfa3f48-42c6-4604-a9e6-a815b34a2fdc req-509e21ea-607f-4aff-bf43-a1d5c767fd7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1099 time: 0.0920095 Aug 10 10:28:54.888861 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedabc5-b151-4656-a055-7267397bdc8e req-d6bf1777-e46e-4eb9-ac9e-c7faea774126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.890277 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-d6bf1777-e46e-4eb9-ac9e-c7faea774126 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0645485 Aug 10 10:28:54.945782 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-5ef78b88-3669-48b1-8df5-49cbd71977e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444982 Aug 10 10:28:54.948195 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4cfa3f48-42c6-4604-a9e6-a815b34a2fdc req-f7a4f7b4-f28d-49c9-9948-8656e3ef7a86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797904 Aug 10 10:28:54.969073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f2e9e-1e58-4dbe-a2ff-829a38b657b5 req-4b6c5ffe-3a91-4e3d-9675-c1143a7544fe tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:54.970451 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c57f2e9e-1e58-4dbe-a2ff-829a38b657b5 req-4b6c5ffe-3a91-4e3d-9675-c1143a7544fe tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0753331 Aug 10 10:28:55.008039 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c57f2e9e-1e58-4dbe-a2ff-829a38b657b5 req-afc6cd0c-a833-42ae-a8c5-f3fcea7e3782 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Aug 10 10:28:55.339688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8964-dc70-4bf3-bb36-505ea6ae4d9a req-2b5e1650-24c7-4880-bf62-582f1b938ac6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:55.341117 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-938e8964-dc70-4bf3-bb36-505ea6ae4d9a req-2b5e1650-24c7-4880-bf62-582f1b938ac6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0739548 Aug 10 10:28:55.344505 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-bc1bd464-faca-4f1f-94a2-6edb8a4e9332 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205461 Aug 10 10:28:55.428498 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-938e8964-dc70-4bf3-bb36-505ea6ae4d9a req-b228d4a4-2942-4076-8da3-491ebb6ca59c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803208 Aug 10 10:28:55.459119 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aedabc5-b151-4656-a055-7267397bdc8e req-c4ac7beb-9dea-416a-baf3-0f563f1a5c79 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040173 Aug 10 10:28:55.801260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4a53a-20c3-4872-8b36-e141f61181b8 req-94852262-d410-4d6b-aff8-66fe83d7364b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:55.803217 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-21a4a53a-20c3-4872-8b36-e141f61181b8 req-94852262-d410-4d6b-aff8-66fe83d7364b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0493584 Aug 10 10:28:55.840273 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-21a4a53a-20c3-4872-8b36-e141f61181b8 req-49507ccf-68a4-4378-a21b-9b8471e5fc6e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Aug 10 10:28:56.124826 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b91ba9-0cd4-4a29-8082-d0beb0cfbd65 req-4f55b9d4-b26d-4276-ad9d-3769e7148e5f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.126247 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64b91ba9-0cd4-4a29-8082-d0beb0cfbd65 req-4f55b9d4-b26d-4276-ad9d-3769e7148e5f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0519776 Aug 10 10:28:56.163277 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64b91ba9-0cd4-4a29-8082-d0beb0cfbd65 req-717dae3a-ec4a-483c-8b9a-0e806c544518 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303328 Aug 10 10:28:56.361387 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc28cad-79aa-43b8-8cdd-0e0cccaa153b req-f6f9f5f6-99b7-4d6d-b9e3-9f3e6bf6768e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.362832 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fc28cad-79aa-43b8-8cdd-0e0cccaa153b req-f6f9f5f6-99b7-4d6d-b9e3-9f3e6bf6768e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0474310 Aug 10 10:28:56.401002 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fc28cad-79aa-43b8-8cdd-0e0cccaa153b req-5b1b8277-5883-40fe-80dd-b21f85bd90d9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314100 Aug 10 10:28:56.439737 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-bd8ffeef-1f36-4d84-be3b-6d3ead37e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.441174 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-bd8ffeef-1f36-4d84-be3b-6d3ead37e1ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 1098 time: 0.0394416 Aug 10 10:28:56.572651 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5895741-fe3a-4852-a13a-6eed954bbe7d req-47e9b71c-b7bd-48ae-b61f-ff81457891d0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.574096 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d5895741-fe3a-4852-a13a-6eed954bbe7d req-47e9b71c-b7bd-48ae-b61f-ff81457891d0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0757141 Aug 10 10:28:56.576819 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-349eec84-4dc9-41b7-b8b1-4dc3c2035986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.578136 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-349eec84-4dc9-41b7-b8b1-4dc3c2035986 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.1242008 Aug 10 10:28:56.659821 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d5895741-fe3a-4852-a13a-6eed954bbe7d req-9fcf6777-afde-452e-9e12-8abad78e7cd5 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796423 Aug 10 10:28:56.666322 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-06c0416b-83d5-463c-9f65-d58bf705177e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 200 len: 1001 time: 0.0800612 Aug 10 10:28:56.721879 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-0363c140-05c2-4017-9989-06193224c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.723342 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-0363c140-05c2-4017-9989-06193224c5ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0431416 Aug 10 10:28:56.799233 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eb69f-78a6-44d8-92c8-d6014e5869ea req-24371c35-d251-4320-93a5-3bd169ef112b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.800711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c29eb69f-78a6-44d8-92c8-d6014e5869ea req-24371c35-d251-4320-93a5-3bd169ef112b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0743949 Aug 10 10:28:56.803207 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-a503c1b9-591d-44ff-b4f0-75e0db6e8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:56.804558 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-a503c1b9-591d-44ff-b4f0-75e0db6e8bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698986 Aug 10 10:28:56.887792 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c29eb69f-78a6-44d8-92c8-d6014e5869ea req-5fb2947f-8ccc-4d49-9a25-ddd6799f5f37 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811734 Aug 10 10:28:56.910565 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33636) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:56.946503 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-43a6a80a-087d-4958-9c1f-5d3218a91bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334648 Aug 10 10:28:57.015759 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed363302-3111-491a-975b-42466e6f902a req-f96f6637-8eca-4193-9de2-328a4c74b267 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:57.017212 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed363302-3111-491a-975b-42466e6f902a req-f96f6637-8eca-4193-9de2-328a4c74b267 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1090755 Aug 10 10:28:57.075675 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed363302-3111-491a-975b-42466e6f902a req-3431f394-f8d6-4bd2-8bb5-5b5f9e40cb37 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500026 Aug 10 10:28:57.086458 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22ec3c3-40da-437d-9eed-399abf0db1fb req-9d558fe1-9559-4b5c-a6bf-34873b05ead2 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297841 Aug 10 10:28:57.103157 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ef402-2830-43f2-88db-e119e4455e01 tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:57.104702 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d69ef402-2830-43f2-88db-e119e4455e01 tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1094 time: 0.1932392 Aug 10 10:28:57.107522 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33640) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:28:57.112715 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'port_id': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:28:57.135116 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:57.227816 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:57.325975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.27.2.73 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/d2efa2e6-63d7-4c67-8a11-df484ed5f4bd) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:28:57.424391 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:57.465025 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:57.504099 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:28:57.507594 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:28:57.511084 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:28:57.516512 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=d2efa2e6-63d7-4c67-8a11-df484ed5f4bd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:57.522312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea4e6a-3c0e-43c3-ac74-6e76aa31524f req-d1f5e381-c310-4b9a-8968-fcd0a4c854de tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:57.523857 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f5ea4e6a-3c0e-43c3-ac74-6e76aa31524f req-d1f5e381-c310-4b9a-8968-fcd0a4c854de tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0542958 Aug 10 10:28:57.546102 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.546447 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.546782 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.547109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.547464 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.547787 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.548118 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.548426 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.548738 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.549052 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.549364 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.549674 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:28:57.562220 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f5ea4e6a-3c0e-43c3-ac74-6e76aa31524f req-29bf75a6-a4eb-4bd6-a165-10e9ed705a8b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Aug 10 10:28:58.060588 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.127290 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.195156 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb234694-a4c4-45b9-8dc1-24ab59bde9ee req-afb13d10-adbb-4c4d-bb09-9d6c4417d695 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:58.196653 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb234694-a4c4-45b9-8dc1-24ab59bde9ee req-afb13d10-adbb-4c4d-bb09-9d6c4417d695 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0537589 Aug 10 10:28:58.234868 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb234694-a4c4-45b9-8dc1-24ab59bde9ee req-7370dc18-27ae-4302-8c5a-a72b1660efdf tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Aug 10 10:28:58.274348 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.278528 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.351795 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=d2efa2e6-63d7-4c67-8a11-df484ed5f4bd,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:28:58.358748 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.456620 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP 45fffba2-e8e2-4679-b2c1-a289618fab1a associated. External IP: 172.27.2.73, port: 25bc69a6-f679-43bf-9f6b-d909d2893fd8. Aug 10 10:28:58.661316 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:28:58.677140 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a56e5-dade-4f45-ade3-8bbe00bf00ba req-50f7b5ba-45a5-482e-8e2a-5fbd2f25784a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:58.678632 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ad2a56e5-dade-4f45-ade3-8bbe00bf00ba req-50f7b5ba-45a5-482e-8e2a-5fbd2f25784a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0501101 Aug 10 10:28:58.716800 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ad2a56e5-dade-4f45-ade3-8bbe00bf00ba req-10e96d3c-305f-4b2e-bc41-3c160922830f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320091 Aug 10 10:28:58.767243 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:28:58.776696 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:28:58.783756 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:28:58.786022 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:28:58.787268 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:28:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:58.810851 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e8d66155-ce52-47c6-98d9-c118f959656a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7023416 Aug 10 10:28:58.811451 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:28:58.813647 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:28:58.857667 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a902033-89c8-4180-80ae-bef39ebe5e3d x-openstack-request-id: req-1a902033-89c8-4180-80ae-bef39ebe5e3d {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:28:58.857984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:28:58.858241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a902033-89c8-4180-80ae-bef39ebe5e3d {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:28:58.858881 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'status': 'completed', 'code': 200} Aug 10 10:28:58.891898 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:58.951828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-52f14f26-3585-4760-8605-c632f6af360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:58.953279 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-52f14f26-3585-4760-8605-c632f6af360c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1099 time: 0.0437486 Aug 10 10:28:59.046819 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-3382eb59-e729-41d2-9041-28d52a0952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:59.048321 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-3382eb59-e729-41d2-9041-28d52a0952aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0880725 Aug 10 10:28:59.112217 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-ed303a04-e6f6-45bb-859b-906ab64858b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 200 len: 999 time: 0.0568902 Aug 10 10:28:59.166711 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-6f329d27-8513-4c79-8277-542836af49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:59.168186 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-6f329d27-8513-4c79-8277-542836af49b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0464542 Aug 10 10:28:59.189883 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '45fffba2-e8e2-4679-b2c1-a289618fab1a', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:76:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:28:57Z', 'updated_at': '2021-08-10T10:28:57Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:59.212849 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-070e5cf8-9433-443a-ac56-69c0486ea22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:59.214237 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-070e5cf8-9433-443a-ac56-69c0486ea22c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391819 Aug 10 10:28:59.219025 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:28:59.227405 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:28:59.228007 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:28:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:59.314779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-b51fcf32-b576-4c26-8c5f-3b31f3fbdd51 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932662 Aug 10 10:28:59.332518 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:28:59.402069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a31da-b5e3-43cb-a848-6c60f5481e06 req-e041dc3c-e9df-43a5-940c-54c189279742 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:28:59.403575 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-687a31da-b5e3-43cb-a848-6c60f5481e06 req-e041dc3c-e9df-43a5-940c-54c189279742 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1018925 Aug 10 10:28:59.452282 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-34e19e99-219e-4e2d-9a43-0f5c66e7e23c req-9ddcee9d-a7a3-45d8-a133-6ac04ef247f0 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187689 Aug 10 10:28:59.459964 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-687a31da-b5e3-43cb-a848-6c60f5481e06 req-cffb33fa-15de-4216-8081-f50490b2be33 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482507 Aug 10 10:28:59.557000 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '45fffba2-e8e2-4679-b2c1-a289618fab1a', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:76:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:28:57Z', 'updated_at': '2021-08-10T10:28:57Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:28:59.581780 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d03cd6-f4fc-45d4-b638-4cab091867a1 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '45fffba2-e8e2-4679-b2c1-a289618fab1a', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:76:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:28:57Z', 'updated_at': '2021-08-10T10:28:57Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:28:59.758989 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a26855-7048-477e-b589-a04cc104e72c None None] New status for floating IP 45fffba2-e8e2-4679-b2c1-a289618fab1a: ACTIVE {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:29:00.578279 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b34de4-f649-42c0-ba59-f588d806dad6 req-80839401-40fa-4a0b-96bf-db51782fc8f5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:00.579711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-86b34de4-f649-42c0-ba59-f588d806dad6 req-80839401-40fa-4a0b-96bf-db51782fc8f5 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0510330 Aug 10 10:29:00.616370 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-86b34de4-f649-42c0-ba59-f588d806dad6 req-cf56e47f-4ac6-4787-b0ba-038ab42a6c01 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Aug 10 10:29:01.728143 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eefaf-f6e6-4ef8-a870-20b3ba3936bb req-706a2d80-8af4-4f10-b2e4-92ab2fce0cea tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:01.729574 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-890eefaf-f6e6-4ef8-a870-20b3ba3936bb req-706a2d80-8af4-4f10-b2e4-92ab2fce0cea tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0478659 Aug 10 10:29:01.766777 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-890eefaf-f6e6-4ef8-a870-20b3ba3936bb req-7c847572-da15-4248-a03d-3b1921b8ca18 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 10 10:29:02.880637 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015073d8-64d8-4aa5-8d66-d70d1ac84b7b req-0d709410-1a32-48e2-9792-56b05f49d0bb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:02.882097 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-015073d8-64d8-4aa5-8d66-d70d1ac84b7b req-0d709410-1a32-48e2-9792-56b05f49d0bb tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0480731 Aug 10 10:29:02.919584 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-015073d8-64d8-4aa5-8d66-d70d1ac84b7b req-b348e282-c8cc-4409-ac51-7406c9deeaea tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Aug 10 10:29:04.035053 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325e7a-1ab2-4b7a-be21-df3f9014f765 req-17b6f968-0f5a-428e-a246-90e8f2cb52ed tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:04.037003 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a9325e7a-1ab2-4b7a-be21-df3f9014f765 req-17b6f968-0f5a-428e-a246-90e8f2cb52ed tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0508792 Aug 10 10:29:04.073123 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a9325e7a-1ab2-4b7a-be21-df3f9014f765 req-74d5aa84-0a96-4ba0-8cbc-e4110353bb33 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Aug 10 10:29:05.184478 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5748d-8f6f-4229-bbc8-56aba960e343 req-784ef4b5-2266-4f37-b283-b5265d87ffaf tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:05.185911 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cbf5748d-8f6f-4229-bbc8-56aba960e343 req-784ef4b5-2266-4f37-b283-b5265d87ffaf tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0473762 Aug 10 10:29:05.222172 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cbf5748d-8f6f-4229-bbc8-56aba960e343 req-0c21db3c-5928-407c-84ea-9917faa0118e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Aug 10 10:29:06.335515 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da31f-9da7-4838-a283-414dab1d3a72 req-fbb8e0d7-2faa-4e71-bf69-38bbc7f2e554 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:06.336929 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-189da31f-9da7-4838-a283-414dab1d3a72 req-fbb8e0d7-2faa-4e71-bf69-38bbc7f2e554 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0471921 Aug 10 10:29:06.379504 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-189da31f-9da7-4838-a283-414dab1d3a72 req-0eb4371f-28a3-4d72-b2b4-f25665aa1a59 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367420 Aug 10 10:29:07.496092 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e435233-9db0-4db1-ba7f-18be1c51b76b req-e23f3448-37c8-4c2c-b75a-05174c00e5e1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:07.497530 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e435233-9db0-4db1-ba7f-18be1c51b76b req-e23f3448-37c8-4c2c-b75a-05174c00e5e1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0525498 Aug 10 10:29:07.533423 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e435233-9db0-4db1-ba7f-18be1c51b76b req-53cb4c40-ea52-42ee-a86d-acba0c0e3abd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300701 Aug 10 10:29:08.647320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c600e-ac5a-4d5b-974b-da64cf6e980d req-d679805a-0fad-4b46-b68d-4b1e222ba67d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:08.648804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-903c600e-ac5a-4d5b-974b-da64cf6e980d req-d679805a-0fad-4b46-b68d-4b1e222ba67d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0488284 Aug 10 10:29:08.685089 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-903c600e-ac5a-4d5b-974b-da64cf6e980d req-91e2000d-1ad9-4d4a-877a-bf22a7076e61 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304818 Aug 10 10:29:09.797866 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bfe08-a95d-41f8-a3e3-08e52f650a97 req-3e4dfae2-867f-408a-a5ca-4d42d3e3b72e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:09.799197 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a19bfe08-a95d-41f8-a3e3-08e52f650a97 req-3e4dfae2-867f-408a-a5ca-4d42d3e3b72e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0471749 Aug 10 10:29:09.836435 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a19bfe08-a95d-41f8-a3e3-08e52f650a97 req-44513334-85ba-4acc-96c8-c5adb6df3333 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Aug 10 10:29:10.952675 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac821032-e3f3-453b-9e4e-b6d15e1bab5d req-3393f986-7729-4184-8697-16b74a9be88e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:10.954142 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac821032-e3f3-453b-9e4e-b6d15e1bab5d req-3393f986-7729-4184-8697-16b74a9be88e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0513821 Aug 10 10:29:11.217166 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ac821032-e3f3-453b-9e4e-b6d15e1bab5d req-6e140528-9efa-4319-a870-219bd999528e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570548 Aug 10 10:29:11.508206 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-30a24c00-1c9b-4442-9bff-cde4dd6be96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:12.289023 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:12.333116 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ada12f-6450-4c7d-ae46-1a8c23fd0c69 req-a36b9191-f657-4f05-9758-80ff3833e341 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:12.334555 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30ada12f-6450-4c7d-ae46-1a8c23fd0c69 req-a36b9191-f657-4f05-9758-80ff3833e341 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0479860 Aug 10 10:29:12.371635 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30ada12f-6450-4c7d-ae46-1a8c23fd0c69 req-c574cbb3-705e-405c-9fe3-06a9466434cd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Aug 10 10:29:13.487099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09480b0-0b59-4801-8757-c10f1da9897b req-e2b2483d-0b96-4a0d-9c12-74a8d3862939 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:13.488579 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c09480b0-0b59-4801-8757-c10f1da9897b req-e2b2483d-0b96-4a0d-9c12-74a8d3862939 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0497494 Aug 10 10:29:13.525404 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c09480b0-0b59-4801-8757-c10f1da9897b req-d6faee46-ded1-4780-91fb-36b7641629ef tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Aug 10 10:29:13.748317 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-2c6925e9-7eb1-4bdd-ab1f-921e5e4073ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:13.944657 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:29:14.321448 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:14.640829 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf53f-0faa-46a3-a876-b6f7e6580d70 req-ea4089f2-082b-4694-b61c-05909e65771f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:14.642155 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a4bf53f-0faa-46a3-a876-b6f7e6580d70 req-ea4089f2-082b-4694-b61c-05909e65771f tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0501094 Aug 10 10:29:14.678710 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a4bf53f-0faa-46a3-a876-b6f7e6580d70 req-82879974-ba34-4fd7-aaea-beb10ae173ff tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301845 Aug 10 10:29:15.281503 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:15.789129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0855b98-d767-41c2-9b81-c4b236ce00a6 req-68f528c2-3056-4161-87d9-3b1462d161ac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:15.790540 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a0855b98-d767-41c2-9b81-c4b236ce00a6 req-68f528c2-3056-4161-87d9-3b1462d161ac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0464716 Aug 10 10:29:15.827578 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a0855b98-d767-41c2-9b81-c4b236ce00a6 req-d6af319d-675f-41c7-8d3d-3bf76cd5a533 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 10 10:29:16.560108 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:16.954276 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a97d65-2daf-4bc8-9898-dfb4ac77c2b1 req-953b0ba5-765f-4e57-b109-855ee851dd2b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:16.955711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-81a97d65-2daf-4bc8-9898-dfb4ac77c2b1 req-953b0ba5-765f-4e57-b109-855ee851dd2b tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0481312 Aug 10 10:29:16.994748 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-81a97d65-2daf-4bc8-9898-dfb4ac77c2b1 req-66037652-d352-49c7-92dd-b5cf5d6bcccf tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Aug 10 10:29:17.133160 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2d33-b9dd-455b-882c-453975086f58 req-47b14854-4840-4298-9ece-84cd10887156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:17.134502 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f7b2d33-b9dd-455b-882c-453975086f58 req-47b14854-4840-4298-9ece-84cd10887156 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0416446 Aug 10 10:29:17.168859 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5f7b2d33-b9dd-455b-882c-453975086f58 req-038f18b1-7580-4388-ad96-8452a2581902 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266969 Aug 10 10:29:18.107394 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964fc7b-9e1d-443d-964b-984528ee89d9 req-6dd03cc7-4f47-4518-b9b4-de19848d9ba1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:18.109016 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b964fc7b-9e1d-443d-964b-984528ee89d9 req-6dd03cc7-4f47-4518-b9b4-de19848d9ba1 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0475893 Aug 10 10:29:18.144865 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b964fc7b-9e1d-443d-964b-984528ee89d9 req-34e93258-b23e-4449-9021-5ef4b8d25373 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301390 Aug 10 10:29:19.256274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f5ec-937a-439f-bd33-5d48f50ebfc0 req-a5007544-8b8b-42f7-b58d-9986b5522677 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:19.258460 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-efc1f5ec-937a-439f-bd33-5d48f50ebfc0 req-a5007544-8b8b-42f7-b58d-9986b5522677 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0474076 Aug 10 10:29:19.295919 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-efc1f5ec-937a-439f-bd33-5d48f50ebfc0 req-0fb629ab-d967-40fb-b3a6-77252a7c0f98 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Aug 10 10:29:19.620642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-00569de8-282f-48cd-a9f0-4c45d1735653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:19.622092 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-00569de8-282f-48cd-a9f0-4c45d1735653 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e77df4ce9b432db5803f83d38aeba6&device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 1099 time: 0.0473859 Aug 10 10:29:19.629932 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abec39-966c-4028-a31e-fc99e2af495e req-a7abb5b8-d148-49b3-9aca-4a5b1e27b0ac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:19.631914 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-83abec39-966c-4028-a31e-fc99e2af495e req-a7abb5b8-d148-49b3-9aca-4a5b1e27b0ac tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0864825 Aug 10 10:29:19.715203 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-83abec39-966c-4028-a31e-fc99e2af495e req-e45bc334-ca5c-4c40-be56-98de8ff0e4ec tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746248 Aug 10 10:29:19.743605 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-78c62037-49b6-495a-a2c3-4119a5e5b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:19.745043 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-78c62037-49b6-495a-a2c3-4119a5e5b696 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 200 len: 920 time: 0.1114702 Aug 10 10:29:19.787234 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-6649bbcf-7881-4651-be97-4554ef9df2c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 200 len: 217 time: 0.0334735 Aug 10 10:29:19.840038 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-a4193303-cfe4-4fc4-88ba-91c6faefce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:19.841455 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-a4193303-cfe4-4fc4-88ba-91c6faefce3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 200 len: 859 time: 0.0424960 Aug 10 10:29:19.873092 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-800e117a-0ca1-4935-8ef5-0f69de7d5802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4142fb14-85c1-4ffe-85e2-d0b69514ade7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227551 Aug 10 10:29:19.965057 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-d19e2d66-0d71-48c4-8edf-b6129c32ac53 service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822268 Aug 10 10:29:20.053638 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e67747f-0a9e-4ce8-afd4-044c6ec9c2cb req-6eb068bf-f5a1-4f57-a161-3b0d777ae63c service neutron] 10.222.0.24 "GET /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800498 Aug 10 10:29:20.836591 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6f99-9500-4a44-90f6-420afab32a55 req-f6fe5fe1-d1ed-45a0-a2e9-40495c021f9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:20.838068 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-998a6f99-9500-4a44-90f6-420afab32a55 req-f6fe5fe1-d1ed-45a0-a2e9-40495c021f9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0535481 Aug 10 10:29:20.875405 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-998a6f99-9500-4a44-90f6-420afab32a55 req-cd37a1b8-30b3-4b7b-9d00-7be6fc5bc01c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 10 10:29:21.988598 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5781f8c-8665-472d-8230-dab7e5630c03 req-04174f13-ae33-43a7-a03c-cb82418be01c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:21.990113 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d5781f8c-8665-472d-8230-dab7e5630c03 req-04174f13-ae33-43a7-a03c-cb82418be01c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0496681 Aug 10 10:29:22.027450 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d5781f8c-8665-472d-8230-dab7e5630c03 req-3a661e1a-ee2b-448b-a1a9-9ccf9f454dff tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Aug 10 10:29:23.137720 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ac1f-0c76-4743-bb7f-f4fa766f4c38 req-4e9a91d0-36b6-47bb-909d-151859b3e5e8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:23.139098 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ee89ac1f-0c76-4743-bb7f-f4fa766f4c38 req-4e9a91d0-36b6-47bb-909d-151859b3e5e8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0474005 Aug 10 10:29:23.176528 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ee89ac1f-0c76-4743-bb7f-f4fa766f4c38 req-731ef66a-3b64-46e1-b3c7-eec9cc03cdec tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Aug 10 10:29:28.093130 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ec346-9347-4397-a8d9-4b4a73012c8a req-9e91484e-52a1-4b1a-9bc9-c6335be50aa8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:28.094501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-822ec346-9347-4397-a8d9-4b4a73012c8a req-9e91484e-52a1-4b1a-9bc9-c6335be50aa8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Aug 10 10:29:28.133193 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-822ec346-9347-4397-a8d9-4b4a73012c8a req-84474161-7fd6-4a5d-bf1f-7b31feaefea3 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Aug 10 10:29:29.246256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5cf68-874a-4921-b897-efcc4a8b9d7b req-85a38277-e3f7-4a8e-8f7b-ab524e9dfcde tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:29.247720 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67b5cf68-874a-4921-b897-efcc4a8b9d7b req-85a38277-e3f7-4a8e-8f7b-ab524e9dfcde tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Aug 10 10:29:29.283693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67b5cf68-874a-4921-b897-efcc4a8b9d7b req-c33684ef-ddcb-4e6d-8b40-325ce884017d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301731 Aug 10 10:29:30.396021 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6942d-05ae-440f-9a07-64b107ded2c9 req-00ada43a-52b5-432b-ac7f-c0927c6f8431 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:30.397568 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c7c6942d-05ae-440f-9a07-64b107ded2c9 req-00ada43a-52b5-432b-ac7f-c0927c6f8431 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0479631 Aug 10 10:29:30.434637 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c7c6942d-05ae-440f-9a07-64b107ded2c9 req-08831fc3-bd58-41aa-9b16-55a2d6f170b9 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Aug 10 10:29:30.980514 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-0f23074a-b741-4d0d-badc-86cbceda869d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:30.981953 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-0f23074a-b741-4d0d-badc-86cbceda869d tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 945 time: 0.0538182 Aug 10 10:29:31.074337 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Deleting port e6a50f64-26de-42aa-aa85-a6cfd0489832 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:31.074596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:31.161553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] For port e6a50f64-26de-42aa-aa85-a6cfd0489832, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6a50f64-26de-42aa-aa85-a6cfd0489832,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:31.161907 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:31.174743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Calling delete_port for e6a50f64-26de-42aa-aa85-a6cfd0489832 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:31.299619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:31.327999 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Pushing event deleted for resources: {'Port': ['ID=e6a50f64-26de-42aa-aa85-a6cfd0489832,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:31.338878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['b92a6582-f861-4819-92c8-c5b0a11a0201', 'e6a50f64-26de-42aa-aa85-a6cfd0489832'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:29:31.353514 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.353854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.354191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.354524 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.354854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.355179 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.355526 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.355846 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.356167 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.356488 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.356803 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.357117 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:31.380042 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] No DVR routers for this DVR port e6a50f64-26de-42aa-aa85-a6cfd0489832 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:29:31.383049 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:31.385078 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-70334cc4-1f78-4150-b04e-74b87e521aaa req-93de4d80-5201-4e29-ad20-a3f7a3d41974 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "DELETE /v2.0/ports/e6a50f64-26de-42aa-aa85-a6cfd0489832 HTTP/1.1" status: 204 len: 173 time: 0.3935263 Aug 10 10:29:31.385538 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'name': 'network-vif-deleted', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:31.387786 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350eafcc-efd7-4dd9-89e9-b645424c9bf0" -d '{"events": [{"server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "name": "network-vif-deleted", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:31.423488 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6908ae4-e1a6-41ba-b7b8-e08c0a1d418a x-openstack-request-id: req-c6908ae4-e1a6-41ba-b7b8-e08c0a1d418a {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:31.424107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24013a42-1f4e-43ea-9870-3dc76d026ee3", "name": "network-vif-deleted", "tag": "e6a50f64-26de-42aa-aa85-a6cfd0489832", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:31.424236 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6908ae4-e1a6-41ba-b7b8-e08c0a1d418a {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:31.424534 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24013a42-1f4e-43ea-9870-3dc76d026ee3', 'name': 'network-vif-deleted', 'tag': 'e6a50f64-26de-42aa-aa85-a6cfd0489832', 'status': 'completed', 'code': 200} Aug 10 10:29:31.535059 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-870dd05b-be88-4240-b7ee-26292e06d7f1 req-558367fc-2fb6-48ee-95ce-f9648bbd2472 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=24013a42-1f4e-43ea-9870-3dc76d026ee3 HTTP/1.1" status: 200 len: 210 time: 0.0253930 Aug 10 10:29:32.799661 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e1293-e503-4a58-af88-42224f7f95c3 req-d9fc3675-0150-4464-8df4-a3e9dc97db9e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:32.801094 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d5e1293-e503-4a58-af88-42224f7f95c3 req-d9fc3675-0150-4464-8df4-a3e9dc97db9e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0513704 Aug 10 10:29:32.838344 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d5e1293-e503-4a58-af88-42224f7f95c3 req-6af864c3-7808-49a7-acd2-319ae20a1af0 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Aug 10 10:29:33.952396 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb02b6-9cef-4197-bb88-20ba9afa96c7 req-80fbf1de-7867-4cac-ba41-2198f44a48ed tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:33.953842 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4adb02b6-9cef-4197-bb88-20ba9afa96c7 req-80fbf1de-7867-4cac-ba41-2198f44a48ed tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0474024 Aug 10 10:29:33.990172 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4adb02b6-9cef-4197-bb88-20ba9afa96c7 req-e1fb40cb-40bd-4984-b43a-f230db80055c tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Aug 10 10:29:34.472987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e6a50f64-26de-42aa-aa85-a6cfd0489832 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:34.496017 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: e6a50f64-26de-42aa-aa85-a6cfd0489832 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:34.496358 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e6a50f64-26de-42aa-aa85-a6cfd0489832 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:35.106453 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295245b-ee27-41b2-bd09-cca4693561ad req-cfefa2cf-987f-4fc5-9929-eb74e0057931 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:35.108153 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a295245b-ee27-41b2-bd09-cca4693561ad req-cfefa2cf-987f-4fc5-9929-eb74e0057931 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0491021 Aug 10 10:29:35.147087 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a295245b-ee27-41b2-bd09-cca4693561ad req-c1219aea-45d4-4a5a-8b6b-646e22f4bce8 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Aug 10 10:29:35.811379 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b902a6-df86-42df-a8d7-37464171c5ae req-c12bdd10-f293-4e2c-b934-5d18b2c39b85 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:35.812808 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-70b902a6-df86-42df-a8d7-37464171c5ae req-c12bdd10-f293-4e2c-b934-5d18b2c39b85 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0509183 Aug 10 10:29:35.852270 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-70b902a6-df86-42df-a8d7-37464171c5ae req-44a7bf21-45c9-4678-a884-03787b8b6ddc tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334787 Aug 10 10:29:36.263962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f0d3-bece-49a4-b08d-d0b1821389b1 req-24fda6ed-f050-4ae7-922b-9bca7ab398fc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:36.265385 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bb0f0d3-bece-49a4-b08d-d0b1821389b1 req-24fda6ed-f050-4ae7-922b-9bca7ab398fc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0478334 Aug 10 10:29:36.301170 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bb0f0d3-bece-49a4-b08d-d0b1821389b1 req-3388855b-c62e-4295-9cb9-5c671d06a3fc tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300312 Aug 10 10:29:36.969893 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810204f-1957-4235-aed3-08a03237fc8d req-5aceb1c1-fe7b-4b5c-b481-670161b1c3d9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:36.971361 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6810204f-1957-4235-aed3-08a03237fc8d req-5aceb1c1-fe7b-4b5c-b481-670161b1c3d9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Aug 10 10:29:37.009171 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6810204f-1957-4235-aed3-08a03237fc8d req-1bc2bf97-702d-4ab3-aa97-4cc91824b65c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Aug 10 10:29:37.416782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5e4b1-7927-4d3b-8eb1-96a6752d7d92 req-5e197796-22ea-4e00-a383-2c23320101e4 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:37.418700 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b5e5e4b1-7927-4d3b-8eb1-96a6752d7d92 req-5e197796-22ea-4e00-a383-2c23320101e4 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.0512512 Aug 10 10:29:37.454839 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b5e5e4b1-7927-4d3b-8eb1-96a6752d7d92 req-c754d04e-8c2f-4ec2-8b39-916ab9cd1682 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Aug 10 10:29:37.903378 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6b943-1fe9-4249-a555-3dd248887732 req-f96c655e-f674-4786-9f42-59aa6ec7c4e9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:37.904802 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22e6b943-1fe9-4249-a555-3dd248887732 req-f96c655e-f674-4786-9f42-59aa6ec7c4e9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Aug 10 10:29:37.997629 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Deleting port d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:37.997961 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.119711 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] For port d5498e84-1555-45fb-85d6-e80a7c9dc9bb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:38.119983 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.205330 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b65f6-d711-4047-ab91-c9934ae641ce req-87add64c-2551-4ffe-8432-efa4d17e1e34 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:38.206792 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b01b65f6-d711-4047-ab91-c9934ae641ce req-87add64c-2551-4ffe-8432-efa4d17e1e34 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc2394f8-3aa3-4663-a839-7d54176673e1 HTTP/1.1" status: 200 len: 946 time: 0.1264155 Aug 10 10:29:38.305067 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b01b65f6-d711-4047-ab91-c9934ae641ce req-682f3da5-4f75-427d-9f6f-a7740eca1f05 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918269 Aug 10 10:29:38.373358 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.373796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.374122 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Floating IP 48f101de-4ab9-403e-921f-7edf96b7a464 disassociated. External IP: 172.27.2.113, port: d5498e84-1555-45fb-85d6-e80a7c9dc9bb. Aug 10 10:29:38.374494 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Calling delete_port for d5498e84-1555-45fb-85d6-e80a7c9dc9bb owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:38.533184 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480734-ba71-45c0-9adf-6000cf65a38b req-c115d6b4-0dba-4490-a05d-5289769ed539 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:38.534647 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bf480734-ba71-45c0-9adf-6000cf65a38b req-c115d6b4-0dba-4490-a05d-5289769ed539 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0810997 Aug 10 10:29:38.572092 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.620319 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'Port': ['ID=d5498e84-1555-45fb-85d6-e80a7c9dc9bb,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:38.641712 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bf480734-ba71-45c0-9adf-6000cf65a38b req-58e0eb7d-1cb8-47f8-924a-4001d810d19c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998650 Aug 10 10:29:38.651821 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d720b0-34e8-4198-8f6f-f26202c5b576 req-60391b92-90e7-4aaa-ae57-48e7d328cafa tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:38.658580 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3d720b0-34e8-4198-8f6f-f26202c5b576 req-60391b92-90e7-4aaa-ae57-48e7d328cafa tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1158824 Aug 10 10:29:38.759512 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3d720b0-34e8-4198-8f6f-f26202c5b576 req-898422e5-d8d6-45eb-ba1c-9e0991d05cfd tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737169 Aug 10 10:29:38.787836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:29:38.895976 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:29:38.906315 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:29:38.917336 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:38.918673 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:38.937557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] No DVR routers for this DVR port d5498e84-1555-45fb-85d6-e80a7c9dc9bb on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:29:38.939949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:38.942650 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22e6b943-1fe9-4249-a555-3dd248887732 req-d6589e8c-7661-4445-820d-0cb8da4bf8ea tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "DELETE /v2.0/ports/d5498e84-1555-45fb-85d6-e80a7c9dc9bb HTTP/1.1" status: 204 len: 173 time: 1.0281973 Aug 10 10:29:38.942650 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-deleted', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:38.944846 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d6a6d-b511-4846-a06d-f913fe874622" -d '{"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-deleted", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:38.983332 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04544856-7d62-4772-9ea1-eab5fa95c270 x-openstack-request-id: req-04544856-7d62-4772-9ea1-eab5fa95c270 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:38.983724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2394f8-3aa3-4663-a839-7d54176673e1", "name": "network-vif-deleted", "tag": "d5498e84-1555-45fb-85d6-e80a7c9dc9bb", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:38.983942 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04544856-7d62-4772-9ea1-eab5fa95c270 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:38.984539 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2394f8-3aa3-4663-a839-7d54176673e1', 'name': 'network-vif-deleted', 'tag': 'd5498e84-1555-45fb-85d6-e80a7c9dc9bb', 'status': 'completed', 'code': 200} Aug 10 10:29:39.050387 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:39.259147 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:39.289017 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:29:39.297008 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:39.297611 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:39.402592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33832) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:39.417148 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:39.463034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.488933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.545153 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.548256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.549693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "DELETE /v2.0/security-groups/66be3e94-0f3a-4d76-a6cb-c9fc66017cfd HTTP/1.1" status: 204 len: 168 time: 0.1461260 Aug 10 10:29:39.552701 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33834) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:39.559786 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12535d5-2b52-4d90-bee5-2dec8badcd8c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be3e94-0f3a-4d76-a6cb-c9fc66017cfd,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:39.568107 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.api.v2.resource [None req-0c904165-6cce-4e0d-b386-e0ce6c02e79e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] show failed (client error): The resource could not be found. Aug 10 10:29:39.572682 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0c904165-6cce-4e0d-b386-e0ce6c02e79e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups/66be3e94-0f3a-4d76-a6cb-c9fc66017cfd HTTP/1.1" status: 404 len: 347 time: 0.0184071 Aug 10 10:29:39.573451 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33836) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:39.623351 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:39.653044 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6deac-1a82-4ab5-a7f8-7ef16f476194 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:29:39.705920 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Deleting port 9cb45ec6-35be-438d-8c55-fb4f034a5598 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:39.706355 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.765327 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408436-df59-40ce-a7d9-e3e6f604ec33 req-31fbc0a7-21a0-4f1f-99e2-de51346270e9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:39.766831 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-77408436-df59-40ce-a7d9-e3e6f604ec33 req-31fbc0a7-21a0-4f1f-99e2-de51346270e9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.0493660 Aug 10 10:29:39.790136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.790487 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:39.809233 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Calling delete_port for 9cb45ec6-35be-438d-8c55-fb4f034a5598 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:39.878823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-77408436-df59-40ce-a7d9-e3e6f604ec33 req-4ef44033-09d2-419e-adc9-9aaa7bba3d91 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052802 Aug 10 10:29:39.899891 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-7a4f8918-b004-448e-85c4-50203278e9ad tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:39.901603 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-7a4f8918-b004-448e-85c4-50203278e9ad tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1115618 Aug 10 10:29:39.964122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545447-40a8-4086-920c-2d5c28d261f7 req-6329ccc0-84ad-461f-9113-469e691ae8ef tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:39.965258 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6004639-b888-4336-949f-8766db1616bb None None] New status for floating IP 48f101de-4ab9-403e-921f-7edf96b7a464: DOWN {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:29:39.971498 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc545447-40a8-4086-920c-2d5c28d261f7 req-6329ccc0-84ad-461f-9113-469e691ae8ef tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 946 time: 0.1267905 Aug 10 10:29:40.007994 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.039555 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'Port': ['ID=9cb45ec6-35be-438d-8c55-fb4f034a5598,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:40.041040 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.db.api [None req-b6004639-b888-4336-949f-8766db1616bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 10:29:40.041645 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG oslo_db.api [None req-b6004639-b888-4336-949f-8766db1616bb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 10:29:40.065127 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc545447-40a8-4086-920c-2d5c28d261f7 req-de07dc17-84d0-4671-bda9-929e39680b3e tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927732 Aug 10 10:29:40.068018 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Deleting port b92a6582-f861-4819-92c8-c5b0a11a0201 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:40.068352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.103990 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.106477 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.107690 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c66deae2-3edc-46bc-8afb-c04491eeeb89 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "DELETE /v2.0/floatingips/48f101de-4ab9-403e-921f-7edf96b7a464 HTTP/1.1" status: 204 len: 168 time: 0.5331635 Aug 10 10:29:40.170119 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] For port b92a6582-f861-4819-92c8-c5b0a11a0201, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b92a6582-f861-4819-92c8-c5b0a11a0201,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:40.170484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.184333 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Calling delete_port for b92a6582-f861-4819-92c8-c5b0a11a0201 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:40.310301 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.343649 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Pushing event deleted for resources: {'Port': ['ID=b92a6582-f861-4819-92c8-c5b0a11a0201,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:40.355587 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['b92a6582-f861-4819-92c8-c5b0a11a0201'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:29:40.380783 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33844) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:40.387140 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073249348', 'description': 'tempest-description--1049834403'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:40.409799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] No DVR routers for this DVR port b92a6582-f861-4819-92c8-c5b0a11a0201 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:29:40.412493 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.415390 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1990423f-ae9c-49aa-aa11-24f1c4a09797 req-226c49ef-8e71-4bb6-838e-d40d38f31c9a tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.24 "DELETE /v2.0/ports/b92a6582-f861-4819-92c8-c5b0a11a0201 HTTP/1.1" status: 204 len: 173 time: 0.5057425 Aug 10 10:29:40.419205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.517493 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device b92a6582-f861-4819-92c8-c5b0a11a0201 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:40.532820 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.536622 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.537964 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: b92a6582-f861-4819-92c8-c5b0a11a0201 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:40.538479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device b92a6582-f861-4819-92c8-c5b0a11a0201 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:40.539063 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:40.557367 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6004639-b888-4336-949f-8766db1616bb None None] New status for floating IP 48f101de-4ab9-403e-921f-7edf96b7a464: DOWN {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:29:40.567704 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.572751 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33846) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:40.573221 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1902521 Aug 10 10:29:40.580055 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group_rule': {'security_group_id': '2fa259ec-487d-415c-8a56-a7614279d77e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:40.584260 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175c55a-10c9-426c-8973-1523f178f24a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa259ec-487d-415c-8a56-a7614279d77e,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:40.623003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: d5498e84-1555-45fb-85d6-e80a7c9dc9bb {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:40.623470 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d5498e84-1555-45fb-85d6-e80a7c9dc9bb not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:40.624171 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.682077 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.685529 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.702150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb8e521-c3ae-4dd9-ad8d-e433da841c4b,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:40.709128 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.711027 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-6342022c-e482-4fbc-b475-edf869e6cc54 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360245 Aug 10 10:29:40.713629 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33848) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:40.718175 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'security_group_rule': {'security_group_id': '2fa259ec-487d-415c-8a56-a7614279d77e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:40.744145 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.800703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.804719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.822543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63557eb4-4bcd-4605-8af7-0c05096524a2,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:40.832435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:40.833667 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-52034cc7-49a7-4709-ae14-4d11ee27d37d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190803 Aug 10 10:29:40.836727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33850) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:40.841070 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:40.863085 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.216253 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'name': 'network-vif-deleted', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:41.218484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b103e88-54fe-4191-9430-7b8971077999" -d '{"events": [{"server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "name": "network-vif-deleted", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:41.259928 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.279883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d817178e-79d5-4fc4-ad2e-70763fd33a5d req-d6f8b501-33c9-4a33-a4c7-136a42c5c198 tempest-ServerRescueNegativeTestJSON-1365685602 tempest-ServerRescueNegativeTestJSON-1365685602-project] 10.222.0.10 "GET /v2.0/ports?device_id=8da63a99-7d35-4c81-8287-04b0692b535f HTTP/1.1" status: 200 len: 210 time: 0.0574176 Aug 10 10:29:41.338460 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ce659-c24a-4932-aefd-a5c78ade254b req-b4a23c5a-059b-4653-ae35-acbe59dd3aad tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:41.339946 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-062ce659-c24a-4932-aefd-a5c78ade254b req-b4a23c5a-059b-4653-ae35-acbe59dd3aad tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.3906753 Aug 10 10:29:41.343186 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93078079-4651-4a52-a17b-88ecf65fbeb2 x-openstack-request-id: req-93078079-4651-4a52-a17b-88ecf65fbeb2 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:41.343492 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da63a99-7d35-4c81-8287-04b0692b535f", "name": "network-vif-deleted", "tag": "b92a6582-f861-4819-92c8-c5b0a11a0201", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:41.343740 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93078079-4651-4a52-a17b-88ecf65fbeb2 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:41.344105 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da63a99-7d35-4c81-8287-04b0692b535f', 'name': 'network-vif-deleted', 'tag': 'b92a6582-f861-4819-92c8-c5b0a11a0201', 'status': 'completed', 'code': 200} Aug 10 10:29:41.362038 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-1c7a6d42-a001-4501-9cf1-d228bc71958d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:41.363402 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-1c7a6d42-a001-4501-9cf1-d228bc71958d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 945 time: 0.1395435 Aug 10 10:29:41.474075 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-062ce659-c24a-4932-aefd-a5c78ade254b req-d8ef327c-fe34-4005-a632-16c83502d7f6 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=899fd6c1-b299-475d-abfb-599b00e66845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225245 Aug 10 10:29:41.499343 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Allocated IP 172.27.2.219 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/be1cbcba-1aef-45bf-919c-40ee1524cd4d) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:29:41.512652 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-42bde579-f413-4b20-b446-0587c90843b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.568080 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Deleting port 7ad5b760-e023-4903-a27d-af129a06f433 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:41.568416 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.684984 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.694638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] For port 7ad5b760-e023-4903-a27d-af129a06f433, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7ad5b760-e023-4903-a27d-af129a06f433,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:41.694987 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.779026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.891951 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:29:41.902357 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:29:41.905946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:29:41.907828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=be1cbcba-1aef-45bf-919c-40ee1524cd4d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:41.955082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.955470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:41.955778 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Floating IP 26b7e625-2549-4794-9db0-b5f39a4ca45e disassociated. External IP: 172.27.2.132, port: 7ad5b760-e023-4903-a27d-af129a06f433. Aug 10 10:29:41.956111 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Calling delete_port for 7ad5b760-e023-4903-a27d-af129a06f433 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:42.054372 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.119148 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.177156 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.240719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'Port': ['ID=7ad5b760-e023-4903-a27d-af129a06f433,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:42.285059 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.336871 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33860) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:42.395115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.402240 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.405742 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:29:42.476244 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=be1cbcba-1aef-45bf-919c-40ee1524cd4d,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:42.533300 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.598810 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f14b0c6d-a12c-484a-8418-fd88ac823b0f req-b61a2685-deb4-4659-97ca-7819b07313fd tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff18de7c-6e38-431d-9013-2a0968acdf8e HTTP/1.1" status: 200 len: 210 time: 0.0533719 Aug 10 10:29:42.602017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.603066 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-20c929f5-9e15-4537-8aba-f2f8322a2a15 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7654288 Aug 10 10:29:42.635014 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:29:42.646181 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:29:42.663356 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:42.668671 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:42.693747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] No DVR routers for this DVR port 7ad5b760-e023-4903-a27d-af129a06f433 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:29:42.701730 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.705835 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7cc9bdf5-3d90-4889-b5e8-f74b0ccbad70 req-a7a05ae2-02f0-4ce6-b766-4fee9977ebd4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "DELETE /v2.0/ports/7ad5b760-e023-4903-a27d-af129a06f433 HTTP/1.1" status: 204 len: 173 time: 1.3352993 Aug 10 10:29:42.851259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-3501eb32-f06d-4c0c-9eae-f59d308eeaae tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1073249348&fields=id&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 267 time: 0.0468800 Aug 10 10:29:42.883994 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:42.889261 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:42.969298 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-b7bea1f1-9246-45f3-b2c9-0904c2a96bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:42.971169 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-b7bea1f1-9246-45f3-b2c9-0904c2a96bee tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 815 time: 0.1161397 Aug 10 10:29:42.989600 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-fd89f24e-dfb4-486a-8cec-e5316d6b4d0b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/quotas/e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 375 time: 0.0107350 Aug 10 10:29:43.056423 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-df681faf-af07-4cce-bd65-fe5084a8a46c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587869 Aug 10 10:29:43.099758 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:43.127571 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:29:43.136289 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:43.136912 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:43.153081 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-85f2527d-a717-4319-a78d-aeb597c6ae3d service neutron] 10.222.0.10 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885074 Aug 10 10:29:43.249083 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:43.269041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-2bf9606a-51f5-4c27-831c-4b3563e3067f service neutron] 10.222.0.10 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089921 Aug 10 10:29:43.345055 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'name': 'network-vif-deleted', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:43.348561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94175d0-ca34-4da4-b8e1-75a0935e3078" -d '{"events": [{"server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "name": "network-vif-deleted", "tag": "7ad5b760-e023-4903-a27d-af129a06f433"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:43.402331 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a6348c-5010-414a-89e8-fa2a85332048 x-openstack-request-id: req-13a6348c-5010-414a-89e8-fa2a85332048 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:43.402932 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18de7c-6e38-431d-9013-2a0968acdf8e", "name": "network-vif-deleted", "tag": "7ad5b760-e023-4903-a27d-af129a06f433", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:43.403456 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13a6348c-5010-414a-89e8-fa2a85332048 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:43.404039 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18de7c-6e38-431d-9013-2a0968acdf8e', 'name': 'network-vif-deleted', 'tag': '7ad5b760-e023-4903-a27d-af129a06f433', 'status': 'completed', 'code': 200} Aug 10 10:29:43.476536 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:43.481308 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Deleting port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:43.481898 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.508085 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a58cab9-5f67-411c-950e-a14ee4e8a01f req-620f0627-4635-414f-8690-0f22e1869934 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 210 time: 0.0373027 Aug 10 10:29:43.513381 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aa1ba1-1913-4142-a35f-52dfc0b643fa None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:29:43.579433 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] For port 07ce8223-91b7-4b6c-96f7-e3af7d25b92e, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,segment=NetworkSegment(570f8c1c-f555-48fc-8a08-635046a25881),segment_id=570f8c1c-f555-48fc-8a08-635046a25881)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:43.579744 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.594474 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Calling delete_port for 07ce8223-91b7-4b6c-96f7-e3af7d25b92e owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:43.701365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33894) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:43.758582 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c54479a9-bf4f-453a-b84c-cc3220ae2761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.776612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.813379 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.839711 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.855131 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c7300-29d3-4b94-b3af-b4cafd4dfa6c None None] New status for floating IP 26b7e625-2549-4794-9db0-b5f39a4ca45e: DOWN {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:29:43.867440 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Pushing event deleted for resources: {'Port': ['ID=07ce8223-91b7-4b6c-96f7-e3af7d25b92e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:43.892284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.895054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:43.896254 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "DELETE /v2.0/security-groups/899fd6c1-b299-475d-abfb-599b00e66845 HTTP/1.1" status: 204 len: 168 time: 0.1939068 Aug 10 10:29:43.900141 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33898) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:43.907439 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529b7d8-ca36-45a7-b169-8344b30e932a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899fd6c1-b299-475d-abfb-599b00e66845,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:43.936577 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.api.v2.resource [None req-750a46de-c57a-451e-ad62-f39d1af2ba6e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] show failed (client error): The resource could not be found. Aug 10 10:29:43.937741 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-750a46de-c57a-451e-ad62-f39d1af2ba6e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups/899fd6c1-b299-475d-abfb-599b00e66845 HTTP/1.1" status: 404 len: 347 time: 0.0364513 Aug 10 10:29:43.940839 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33900) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:44.068905 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.093836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Deleting port bcc49fe4-2b0d-46ab-89d2-10a86358f8db {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:44.094179 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.177005 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.177326 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.189312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Calling delete_port for bcc49fe4-2b0d-46ab-89d2-10a86358f8db owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:44.284359 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Router 114a76cc-1675-4623-befb-8f0840805b7d has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:29:44.322185 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.328091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.355099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'Port': ['ID=bcc49fe4-2b0d-46ab-89d2-10a86358f8db,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:44.388565 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:29:44.393820 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-68ce1157-620d-4faf-9759-e0377bf1acad admin admin] 10.222.0.10 "PUT /v2.0/routers/114a76cc-1675-4623-befb-8f0840805b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557053 Aug 10 10:29:44.396284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33902) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:44.398603 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Sync routers for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:29:44.407553 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:44.408151 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:44.464593 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.467425 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.468564 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-89ebff94-643e-4424-a299-ac217ee9349b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "DELETE /v2.0/floatingips/26b7e625-2549-4794-9db0-b5f39a4ca45e HTTP/1.1" status: 204 len: 168 time: 0.5264316 Aug 10 10:29:44.502047 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 7ad5b760-e023-4903-a27d-af129a06f433 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:44.523119 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:44.530312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks [] for router, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.564396 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 7ad5b760-e023-4903-a27d-af129a06f433 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:44.570417 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 7ad5b760-e023-4903-a27d-af129a06f433 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:44.655463 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d78cb72e-1bfd-4819-9aae-942da86179e6 req-cea86e54-fe14-4869-a298-83863054741f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 210 time: 0.0333092 Aug 10 10:29:44.675191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.724453 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:29:43Z', 'revision_number': 5, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port': {'id': '8f46a213-bf07-45fd-b168-9b6857c61326', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:43:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114a76cc-1675-4623-befb-8f0840805b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:26:37Z', 'updated_at': '2021-08-10T10:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:44.735628 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Deleting port 8f46a213-bf07-45fd-b168-9b6857c61326 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:29:44.736150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.750982 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Checking router: 114a76cc-1675-4623-befb-8f0840805b7d for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:29:44.759211 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Routers {'114a76cc-1675-4623-befb-8f0840805b7d'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:44.759905 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['114a76cc-1675-4623-befb-8f0840805b7d'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:44.813475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] For port 8f46a213-bf07-45fd-b168-9b6857c61326, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=8f46a213-bf07-45fd-b168-9b6857c61326,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:44.813838 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.840643 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Calling delete_port for 8f46a213-bf07-45fd-b168-9b6857c61326 owned by network:router_gateway {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:29:44.846561 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] Set router 114a76cc-1675-4623-befb-8f0840805b7d gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:44.863283 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33908) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:44.868454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544206599', 'description': 'tempest-description--2029477764'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:44.891945 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:44.899926 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:29:44Z', 'revision_number': 6, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:44.930513 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0afd5-d5bb-421c-b6dc-dfc85ad07aa9 None None] The sync data for ids ['114a76cc-1675-4623-befb-8f0840805b7d'] in dv-cinder-804035-3-iscsi is: [{'id': '114a76cc-1675-4623-befb-8f0840805b7d', 'name': 'tempest-ServerRescueNegativeTestJSON-1393559315-router', 'tenant_id': '39e77df4ce9b432db5803f83d38aeba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:26:36Z', 'updated_at': '2021-08-10T10:29:44Z', 'revision_number': 6, 'project_id': '39e77df4ce9b432db5803f83d38aeba6', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:29:45.010663 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.014327 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.044015 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.048112 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1804600 Aug 10 10:29:45.048267 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33910) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:45.053490 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group_rule': {'security_group_id': 'cff87827-fb4f-4647-8a88-81f660424ce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:45.059172 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbfd90-ceee-4cd4-b311-df760bcb6b6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff87827-fb4f-4647-8a88-81f660424ce5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:45.087464 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.132533 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.152517 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-cbdbc777-d621-40fa-8d26-4d9de0ad96ec tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:45.153251 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.153421 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-cbdbc777-d621-40fa-8d26-4d9de0ad96ec tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 815 time: 0.1491623 Aug 10 10:29:45.158202 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.177115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f46a213-bf07-45fd-b168-9b6857c61326,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:45.178980 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecf1532-02aa-43be-97b3-b2e61a2a62ea,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:45.186987 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.190843 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1c123092-8cea-400e-ae69-d0acccb69ab9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390114 Aug 10 10:29:45.191349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33916) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:45.195965 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'security_group_rule': {'security_group_id': 'cff87827-fb4f-4647-8a88-81f660424ce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:45.222091 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.252188 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-9ab16081-4c19-48ae-b8b1-1fda487f9b38 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 380 time: 0.0822704 Aug 10 10:29:45.260824 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.286044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.286736 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.291000 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.304889 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'port': {'device_id': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'admin_state_up': True, 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'security_groups': ['2fa259ec-487d-415c-8a56-a7614279d77e']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:45.310633 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee60f02-0bb5-4dc6-93e1-ee2ed01cf98d,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:45.320404 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.321704 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7cd8acff-1816-472a-b411-8762955e1be5 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297638 Aug 10 10:29:45.324814 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33918) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:45.329132 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:45.355087 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.460862 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.566967 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Allocated IP 172.27.2.92 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/09037aa3-7f0b-4c71-91d0-2882a181b26a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:29:45.652552 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.657727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.671427 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.738850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.739413 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114a76cc-1675-4623-befb-8f0840805b7d {{(pid=93284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:29:45.741748 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.752104 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.753219 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-27194453-f849-43d3-846a-741d23cd223c admin admin] 10.222.0.10 "DELETE /v2.0/routers/114a76cc-1675-4623-befb-8f0840805b7d HTTP/1.1" status: 204 len: 168 time: 1.3532715 Aug 10 10:29:45.757472 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 33922) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:45.800933 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 07ce8223-91b7-4b6c-96f7-e3af7d25b92e no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:45.818139 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:29:45.821621 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:29:45.830073 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:29:45.831748 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 07ce8223-91b7-4b6c-96f7-e3af7d25b92e {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:45.832277 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 07ce8223-91b7-4b6c-96f7-e3af7d25b92e not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:45.832835 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8f46a213-bf07-45fd-b168-9b6857c61326 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:29:45.845858 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61d3728f-d046-4aec-b629-8c6f1a60cda4 req-424f93dc-6edf-48e5-aebc-fc49d3abcb11 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 210 time: 0.0430195 Aug 10 10:29:45.846553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Made reservation on behalf of e97924377468499aad42c62dc70f4ccc for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:29:45.851096 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.856741 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 8f46a213-bf07-45fd-b168-9b6857c61326 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:29:45.857324 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 8f46a213-bf07-45fd-b168-9b6857c61326 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:29:45.861268 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=09037aa3-7f0b-4c71-91d0-2882a181b26a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:45.874953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_v2 [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Deleting subnet 3be97a8c-9244-4e3f-b6e4-d3071a185389 {{(pid=93284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:29:45.874953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.933718 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.948853 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25671034'] for subnet, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:45.970123 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.033971 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.082647 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Allocated IP 172.20.0.6 (6f84f074-0aa7-4654-9873-620c93c96ba8/b04e9f2c-6274-4dc0-b52d-fc333beaae05/e937d666-4910-4b91-b29c-05b305952456) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:29:46.121159 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29218041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25446291'] for subnet, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.136691 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.142309 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.161443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be97a8c-9244-4e3f-b6e4-d3071a185389,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:46.164268 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.169160 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-27201f34-83fa-4f06-967c-9ae8bf22aa27 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3be97a8c-9244-4e3f-b6e4-d3071a185389 HTTP/1.1" status: 204 len: 168 time: 0.4074934 Aug 10 10:29:46.172294 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33924) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:46.264870 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.274045 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=09037aa3-7f0b-4c71-91d0-2882a181b26a,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:46.279139 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Transition to ACTIVE for port object e937d666-4910-4b91-b29c-05b305952456 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:29:46.284328 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.289709 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.308306 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.309511 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a71bfb65-5c88-495c-865b-4fb629768b35 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9837904 Aug 10 10:29:46.322313 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.368206 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:29:46.371340 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:29:46.375113 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:29:46.382717 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:46.386392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.400243 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4142fb14-85c1-4ffe-85e2-d0b69514ade7']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:46.413584 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570f8c1c-f555-48fc-8a08-635046a25881') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:46.413975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570f8c1c-f555-48fc-8a08-635046a25881') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:46.423572 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.441470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:46.442194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.443509 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.452402 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:29:46.453449 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:29:46.456341 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:29:46.460745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-5638da39-f3c5-4072-b7b4-93d844a4d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1841433 Aug 10 10:29:46.481580 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Request body: {'port': {'device_id': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:46.522624 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.531521 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.533271 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4142fb14-85c1-4ffe-85e2-d0b69514ade7 HTTP/1.1" status: 204 len: 168 time: 0.3599470 Aug 10 10:29:46.544535 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc595f-c22b-47ad-9fab-a040f4ec2895 admin admin] Pushing event deleted for resources: {'Network': ['ID=4142fb14-85c1-4ffe-85e2-d0b69514ade7,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:46.568550 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-69ead653-7eca-4181-adfb-f946986ed2bd tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--544206599&fields=id&tenant_id=4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 267 time: 0.0826669 Aug 10 10:29:46.569307 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.637714 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-0a2cfb5d-c9c4-4772-9716-e4516b37043b None None] Provisioning for port e937d666-4910-4b91-b29c-05b305952456 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:29:46.642338 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.642906 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-0a2cfb5d-c9c4-4772-9716-e4516b37043b None None] Provisioning complete for port e937d666-4910-4b91-b29c-05b305952456 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:29:46.643437 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfb5d-c9c4-4772-9716-e4516b37043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.686905 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-0a2cfb5d-c9c4-4772-9716-e4516b37043b None None] Port e937d666-4910-4b91-b29c-05b305952456 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:29:46.719388 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33940) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:46.740017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-534848a6-54cd-44f8-99cb-3beaa6e5df82 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:46.742180 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-534848a6-54cd-44f8-99cb-3beaa6e5df82 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 810 time: 0.1714404 Aug 10 10:29:46.759467 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e85f2c6b-0d15-450c-b027-cf5926f089b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39e77df4ce9b432db5803f83d38aeba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388801 Aug 10 10:29:46.761859 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 33942) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:46.807088 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-c219f310-a1f8-49c8-b62e-b6b919ed5c00 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/quotas/4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 375 time: 0.0240510 Aug 10 10:29:46.815075 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.839130 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.891966 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.894472 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:46.895674 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222 HTTP/1.1" status: 204 len: 168 time: 0.1329303 Aug 10 10:29:46.904753 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc497ec-13be-46b2-a9e8-3542bbd710ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23b2a0-3a79-4cf2-a4ca-f9901f6ad222,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:46.923818 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-42a3a902-9272-4a31-9078-53336385ea6a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090939 Aug 10 10:29:47.068567 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadbe2e-797d-4db8-8ded-1aa133b4a6e8 req-f5d19be1-3eca-4bb3-b4ea-fdcef98bc2b5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:47.070294 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4aadbe2e-797d-4db8-8ded-1aa133b4a6e8 req-f5d19be1-3eca-4bb3-b4ea-fdcef98bc2b5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 931 time: 0.1381359 Aug 10 10:29:47.137123 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-b6d08110-b1de-461a-bdaf-f0623b71f557 service neutron] 10.222.0.10 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884339 Aug 10 10:29:47.139836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e937d666-4910-4b91-b29c-05b305952456 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:29:47.158369 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:47.216678 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4aadbe2e-797d-4db8-8ded-1aa133b4a6e8 req-080b49d7-fc06-4bac-b910-2ce3f5c9b397 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194823 Aug 10 10:29:47.221143 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Transition to ACTIVE for port object e937d666-4910-4b91-b29c-05b305952456 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:29:47.227719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:47.305946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:47.348271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-7df9eca8-ae52-4929-8400-427777592957 service neutron] 10.222.0.10 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038312 Aug 10 10:29:47.380854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Attempting to bind port e937d666-4910-4b91-b29c-05b305952456 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:29:47.382184 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Attempting to bind port e937d666-4910-4b91-b29c-05b305952456 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:29:47.382745 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Attempting to bind port e937d666-4910-4b91-b29c-05b305952456 on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:29:47.387655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Port e937d666-4910-4b91-b29c-05b305952456 on network 6f84f074-0aa7-4654-9873-620c93c96ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:29:47.388194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Attempting to bind port e937d666-4910-4b91-b29c-05b305952456 on network 6f84f074-0aa7-4654-9873-620c93c96ba8 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:29:47.393939 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:29:47.394403 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Checking segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:29:47.394866 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Bound using segment: {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:29:47.395330 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Bound port: e937d666-4910-4b91-b29c-05b305952456, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1473fd-dece-4796-a48c-14eb232f6304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:29:47.395681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:47.470245 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:29:47.473537 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:29:47.480734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:47.531959 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:47.532638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:47.534013 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] 10.222.0.24 "PUT /v2.0/ports/e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 1093 time: 1.0576594 Aug 10 10:29:47.534445 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:47.536684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:47.612146 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b810a613-6b3e-47f8-93a8-423badd711ad req-3fe82227-cfea-43cc-bd31-a5a398fc91b1 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 210 time: 0.0610621 Aug 10 10:29:47.613943 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2241b-309b-43eb-84b5-43a35c6508c4 x-openstack-request-id: req-00e2241b-309b-43eb-84b5-43a35c6508c4 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:47.614900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "tag": "e937d666-4910-4b91-b29c-05b305952456", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:47.615502 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00e2241b-309b-43eb-84b5-43a35c6508c4 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:47.616413 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'status': 'completed', 'code': 200} Aug 10 10:29:47.628658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44877980-8b1c-45e9-ae45-40a5db6295c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:47.663261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-e940cd3d-d090-4230-9257-0b990758fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:47.664823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-e940cd3d-d090-4230-9257-0b990758fac7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1096 time: 0.0627263 Aug 10 10:29:47.729245 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-85a44b00-f097-4b90-ba79-6c24bbd6196a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 217 time: 0.0507424 Aug 10 10:29:47.796624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-d1b89bc1-e546-459d-9181-93dc5fed8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:47.798130 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-d1b89bc1-e546-459d-9181-93dc5fed8eb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0623634 Aug 10 10:29:47.852900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-4e3deb33-7fc5-494a-aacb-cd64b1e99507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:47.854661 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-4e3deb33-7fc5-494a-aacb-cd64b1e99507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497606 Aug 10 10:29:47.954935 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-a18a69a9-fecd-4d2e-abe0-bca5e59ec5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934048 Aug 10 10:29:48.073061 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-be08a4f5-d15b-4600-bf8c-35a74e085872 req-b64a3ec0-2d82-4802-9a80-2be3e3db82de service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014047 Aug 10 10:29:48.217676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-2f7e5efa-5973-43c9-ad69-a8fe48867c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.219143 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-2f7e5efa-5973-43c9-ad69-a8fe48867c17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1096 time: 0.0432847 Aug 10 10:29:48.364716 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794c3ca-cd94-4c4c-bda9-efa744482056 req-d601e865-ee9e-43a8-ae5e-44a0ca9de27b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.366203 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6794c3ca-cd94-4c4c-bda9-efa744482056 req-d601e865-ee9e-43a8-ae5e-44a0ca9de27b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0710561 Aug 10 10:29:48.367144 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-5c40821e-e141-4c67-aa8b-9f5e50dc341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.368446 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-5c40821e-e141-4c67-aa8b-9f5e50dc341d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1342559 Aug 10 10:29:48.426832 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-3b41d88b-0910-4d82-a29e-2adc7b864dc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 217 time: 0.0478837 Aug 10 10:29:48.445747 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6794c3ca-cd94-4c4c-bda9-efa744482056 req-ab282b48-553e-40fc-848b-b8ff41a50911 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733991 Aug 10 10:29:48.496972 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-3ceb34a1-292b-4583-893b-7cc1b20704b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.498420 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-3ceb34a1-292b-4583-893b-7cc1b20704b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0620170 Aug 10 10:29:48.557659 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-aca570ea-bda4-4ab8-bfbb-ea6c23738098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.559149 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-aca570ea-bda4-4ab8-bfbb-ea6c23738098 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532155 Aug 10 10:29:48.737389 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5355dce3-9f31-4e35-939d-919b7f9c5dbf req-c42862ae-5b6e-4cdc-ac65-595dd271c1b4 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 210 time: 0.0379829 Aug 10 10:29:48.809623 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-db295db2-26ed-4914-a353-986029c4bc42 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079506 Aug 10 10:29:48.819501 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-89179dcc-aa20-4972-8be6-73f728dc370c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:48.819501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-89179dcc-aa20-4972-8be6-73f728dc370c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 810 time: 0.2149751 Aug 10 10:29:48.921232 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-fe9f4804-34fb-4c75-8946-79d50fa7b08d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4970b71eaa20436d88ef98187afa4dad HTTP/1.1" status: 200 len: 379 time: 0.0828266 Aug 10 10:29:48.934009 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'port': {'device_id': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'admin_state_up': True, 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'security_groups': ['cff87827-fb4f-4647-8a88-81f660424ce5']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:49.007287 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9e4be66-05d6-41f4-b6b6-2ff0f9cf2643 req-3afc08b1-76dd-4394-8700-2f8d22788859 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700680 Aug 10 10:29:49.064312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Made reservation on behalf of 4970b71eaa20436d88ef98187afa4dad for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:29:49.068282 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.205747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Allocated IP 172.20.0.12 (aae8c957-69bd-408a-88a3-8f5be039c9ec/c8920cfe-839c-4547-b460-2bbf460dc8ad/6143aebf-bb6a-45fc-ab2c-b7fd6489942f) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:29:49.348932 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.363527 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Transition to ACTIVE for port object 6143aebf-bb6a-45fc-ab2c-b7fd6489942f will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:29:49.399835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.451509 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Network aae8c957-69bd-408a-88a3-8f5be039c9ec is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:29:49.451753 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:29:49.456194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:29:49.480729 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event updated for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:49.510279 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:49.510995 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.529181 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-6e345eb3-9397-4943-880a-b27a007d21e8 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995476 Aug 10 10:29:49.553890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Request body: {'port': {'device_id': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:49.632854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c28707-15c5-436b-9516-19a2c0fe65ef req-071900a8-7bd7-4d6a-a1f4-1f72118636ed tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:49.634426 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7c28707-15c5-436b-9516-19a2c0fe65ef req-071900a8-7bd7-4d6a-a1f4-1f72118636ed tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0957716 Aug 10 10:29:49.639477 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.713679 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7c28707-15c5-436b-9516-19a2c0fe65ef req-017b2b9b-584b-4723-942c-44d7f5fdbd04 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719116 Aug 10 10:29:49.775821 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebcfda89-ad3b-4f57-8672-24476acd87d8 None None] Provisioning for port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:29:49.780280 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebcfda89-ad3b-4f57-8672-24476acd87d8 None None] Provisioning complete for port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:29:49.780655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebcfda89-ad3b-4f57-8672-24476acd87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:49.822674 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfda89-ad3b-4f57-8672-24476acd87d8 None None] Port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:29:49.913625 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dcb18-d2aa-4abd-a171-53b5451bb4dc req-94581c8e-a19d-4a5d-bb1f-e29c07c70785 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:49.915135 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae0dcb18-d2aa-4abd-a171-53b5451bb4dc req-94581c8e-a19d-4a5d-bb1f-e29c07c70785 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 932 time: 0.0760622 Aug 10 10:29:49.975490 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae0dcb18-d2aa-4abd-a171-53b5451bb4dc req-a7f1036e-b50e-46ef-8054-539ccd7a5e89 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539815 Aug 10 10:29:50.005850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6143aebf-bb6a-45fc-ab2c-b7fd6489942f {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:29:50.014680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.026784 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Transition to ACTIVE for port object 6143aebf-bb6a-45fc-ab2c-b7fd6489942f will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:29:50.030202 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.083753 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Pushing event updated for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:50.156794 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Attempting to bind port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:29:50.157210 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Attempting to bind port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:29:50.157432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Attempting to bind port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:29:50.160109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34100) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:50.161798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f on network aae8c957-69bd-408a-88a3-8f5be039c9ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:29:50.162115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Attempting to bind port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f on network aae8c957-69bd-408a-88a3-8f5be039c9ec {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:29:50.167851 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:29:50.168189 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Checking segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:29:50.168622 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Bound using segment: {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:29:50.168975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Bound port: 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f4466de-368f-425c-8596-6159cfeae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:29:50.169430 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.234832 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:29:50.238316 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:29:50.244205 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.275522 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0108df20-c61c-4c5f-92a2-6f464c223330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.373716 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0108df20-c61c-4c5f-92a2-6f464c223330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.377873 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0108df20-c61c-4c5f-92a2-6f464c223330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.416983 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0108df20-c61c-4c5f-92a2-6f464c223330 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75da982d35c64b1b80eb335442762311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556691 Aug 10 10:29:50.417811 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108df20-c61c-4c5f-92a2-6f464c223330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6774118-737c-43b4-9f8a-97285750cb6a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:50.420148 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34104) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:50.473797 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.500772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.513241 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:29:50.528430 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:50.528929 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.530293 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] 10.222.0.24 "PUT /v2.0/ports/6143aebf-bb6a-45fc-ab2c-b7fd6489942f HTTP/1.1" status: 200 len: 1094 time: 0.9823811 Aug 10 10:29:50.530740 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:50.532935 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb47c59-2630-4598-aadd-2294762c5115" -d '{"events": [{"name": "network-changed", "server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:50.552198 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.559260 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.563924 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6774118-737c-43b4-9f8a-97285750cb6a HTTP/1.1" status: 204 len: 168 time: 0.1426687 Aug 10 10:29:50.570846 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd842bb-18ae-4191-923e-76c8c425d545 service neutron] Pushing event updated for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:50.583915 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b45d7-4889-495b-bcd4-3a92ed759608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6774118-737c-43b4-9f8a-97285750cb6a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:50.600557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b7fe69-c1c8-4ecb-a7ac-8322bca633ed x-openstack-request-id: req-c0b7fe69-c1c8-4ecb-a7ac-8322bca633ed {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:50.600763 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:50.600864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0b7fe69-c1c8-4ecb-a7ac-8322bca633ed {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:50.601256 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'status': 'completed', 'code': 200} Aug 10 10:29:50.640309 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-ab2dabd3-6731-4bc5-a1e4-7a3ee3797aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:50.642761 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-ab2dabd3-6731-4bc5-a1e4-7a3ee3797aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 1097 time: 0.0519874 Aug 10 10:29:50.683463 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:50.694968 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-d2e6402d-161d-4442-9025-a9d95de68456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f HTTP/1.1" status: 200 len: 217 time: 0.0384445 Aug 10 10:29:50.697316 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'e937d666-4910-4b91-b29c-05b305952456', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:29:50.738724 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.752837 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e937d666-4910-4b91-b29c-05b305952456 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:29:50.762364 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-d7eb67d8-99eb-4ed7-892e-2d9344e9dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:50.764151 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-d7eb67d8-99eb-4ed7-892e-2d9344e9dd83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0627453 Aug 10 10:29:50.774270 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:50.779103 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.837280 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:50.845210 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.845637 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.846048 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.847176 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.847176 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.847441 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.847949 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.848310 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.848734 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.848869 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-84897e98-bffa-44f0-be1a-a323eb2fe936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:50.849116 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.849440 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.849906 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:29:50.851461 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-84897e98-bffa-44f0-be1a-a323eb2fe936 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801051 Aug 10 10:29:50.877007 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07562b-0f4a-4243-b107-f5c1cd4d1eb4 req-aeae35a4-fcf7-4d8f-bb64-2fd07922992f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:50.878294 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ca07562b-0f4a-4243-b107-f5c1cd4d1eb4 req-aeae35a4-fcf7-4d8f-bb64-2fd07922992f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 944 time: 0.0732737 Aug 10 10:29:50.917055 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34114) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:50.932521 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97ff36dd-a121-4352-9b7d-c8b1d2051514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:50.943260 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:29:50.967718 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ca07562b-0f4a-4243-b107-f5c1cd4d1eb4 req-ae8b34a8-d388-4f89-8cbb-545fa9b27c95 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781686 Aug 10 10:29:51.000641 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-8d31e768-6221-4370-99e7-860d3730a717 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394343 Aug 10 10:29:51.025629 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97ff36dd-a121-4352-9b7d-c8b1d2051514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.031291 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-97ff36dd-a121-4352-9b7d-c8b1d2051514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.057959 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-97ff36dd-a121-4352-9b7d-c8b1d2051514 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b1549eb793544a7aa856674688c994a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396666 Aug 10 10:29:51.063037 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34118) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:51.073292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['e937d666-4910-4b91-b29c-05b305952456'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:29:51.099427 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff36dd-a121-4352-9b7d-c8b1d2051514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8516a4-b726-48a9-b024-d10dafdc4ce1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:51.124658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77712-24f5-424c-8c7d-a9da3e4749aa req-fdc47833-e94c-4fb7-bf0f-6961af168bc9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:51.126150 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fdb77712-24f5-424c-8c7d-a9da3e4749aa req-fdc47833-e94c-4fb7-bf0f-6961af168bc9 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 944 time: 0.0717330 Aug 10 10:29:51.133164 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.157033 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.157802 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f07ed52-686a-4fae-8bf7-0bd5c70489a3 req-b06ae327-f036-4744-9c1c-c4d385ff6b5f service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490204 Aug 10 10:29:51.176680 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fdb77712-24f5-424c-8c7d-a9da3e4749aa req-5f92783b-f665-442c-920d-682cc3e3114a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388582 Aug 10 10:29:51.208858 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.212375 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:51.213611 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e8516a4-b726-48a9-b024-d10dafdc4ce1 HTTP/1.1" status: 204 len: 168 time: 0.1495297 Aug 10 10:29:51.222136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51152710-bb8d-4145-a171-2ef5abc8b231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8516a4-b726-48a9-b024-d10dafdc4ce1,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:51.294822 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47c59-2630-4598-aadd-2294762c5115 req-04a02d90-3693-44e0-b553-b77d2e1a1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:51.296354 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-04a02d90-3693-44e0-b553-b77d2e1a1673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 1097 time: 0.0403030 Aug 10 10:29:51.392244 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47c59-2630-4598-aadd-2294762c5115 req-1b3afbd9-8985-4eb0-af7e-19dab67665b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:51.393748 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-1b3afbd9-8985-4eb0-af7e-19dab67665b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.0896213 Aug 10 10:29:51.436673 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-b99d7164-5c3b-4da5-bb22-62ea38e40fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f HTTP/1.1" status: 200 len: 217 time: 0.0343487 Aug 10 10:29:51.488324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47c59-2630-4598-aadd-2294762c5115 req-5f30a313-9366-4071-97c9-0145cac0d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:51.492445 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-5f30a313-9366-4071-97c9-0145cac0d20f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0459702 Aug 10 10:29:51.540663 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb47c59-2630-4598-aadd-2294762c5115 req-c6c66ae1-fb9a-48a6-b170-1729789181d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:51.542078 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-c6c66ae1-fb9a-48a6-b170-1729789181d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441222 Aug 10 10:29:51.637328 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-1c7e599f-358c-4ccf-b6ab-63002f82026c service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Aug 10 10:29:51.740488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adb47c59-2630-4598-aadd-2294762c5115 req-3709b478-6add-4c3d-808a-4ec8678df87b service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852180 Aug 10 10:29:52.097993 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f9f4-a8cb-49d4-8fe9-a8a59582a0db req-83a94f5b-58d2-485b-829d-6ad09d5232fd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:52.099538 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6651f9f4-a8cb-49d4-8fe9-a8a59582a0db req-83a94f5b-58d2-485b-829d-6ad09d5232fd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 944 time: 0.0567551 Aug 10 10:29:52.138902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6651f9f4-a8cb-49d4-8fe9-a8a59582a0db req-8179aba0-c43a-4f0d-a788-1dec665bf277 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Aug 10 10:29:52.292768 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff36083-c0a5-44a1-ae7c-667a9535d0f9 req-fe6beece-0a38-43e1-bd92-b66e84b1f7a6 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:52.294519 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff36083-c0a5-44a1-ae7c-667a9535d0f9 req-fe6beece-0a38-43e1-bd92-b66e84b1f7a6 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 944 time: 0.0496020 Aug 10 10:29:52.333738 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff36083-c0a5-44a1-ae7c-667a9535d0f9 req-fff70d69-628b-4159-8ec6-9b61736a074d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331268 Aug 10 10:29:52.545439 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 6143aebf-bb6a-45fc-ab2c-b7fd6489942f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:29:52.553895 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:29:52.784353 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port e937d666-4910-4b91-b29c-05b305952456 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:29:52.791564 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port e937d666-4910-4b91-b29c-05b305952456 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:29:52.791934 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:52.825064 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:52.843526 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'port_id': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'mac_address': 'fa:16:3e:d7:df:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:29:52.888532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:52.922733 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6143aebf-bb6a-45fc-ab2c-b7fd6489942f {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:29:52.950224 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:52.952996 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:52.963322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:52.998150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:53.000382 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44102380-3d7f-4175-8d98-a5738b0cbe51" -d '{"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:53.019713 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:53.031269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:53.040011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e09f9c-28dd-44b2-8d03-b5c944bf3ae6 x-openstack-request-id: req-30e09f9c-28dd-44b2-8d03-b5c944bf3ae6 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:53.040324 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:53.040594 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30e09f9c-28dd-44b2-8d03-b5c944bf3ae6 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:53.040971 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'code': 200} Aug 10 10:29:53.041646 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:53.087894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:53.266224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b440332-2b9a-4120-8718-98df585edfe8 req-cf1b41de-2bca-407c-9d7d-333151259873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:53.266790 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['6143aebf-bb6a-45fc-ab2c-b7fd6489942f'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:29:53.267732 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9b440332-2b9a-4120-8718-98df585edfe8 req-cf1b41de-2bca-407c-9d7d-333151259873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1098 time: 0.0701544 Aug 10 10:29:53.290152 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89007914-9dd2-41f7-a821-29b670e43f00 req-01d0652a-0fd5-4a6f-b6ee-8deb76e50724 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:53.291617 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-89007914-9dd2-41f7-a821-29b670e43f00 req-01d0652a-0fd5-4a6f-b6ee-8deb76e50724 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0693581 Aug 10 10:29:53.337558 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9b440332-2b9a-4120-8718-98df585edfe8 req-7feb7ded-ff04-49d3-bb32-105f7d4c2745 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613000 Aug 10 10:29:53.344619 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-89007914-9dd2-41f7-a821-29b670e43f00 req-394f35b9-eb0b-49db-974a-3efe9d5a1ea1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Aug 10 10:29:53.452542 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c151f-c9c4-4ddd-abe1-5d5a530139d4 req-cff4bf0e-ab97-4303-a096-4347c84e286b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:53.454042 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d2c151f-c9c4-4ddd-abe1-5d5a530139d4 req-cff4bf0e-ab97-4303-a096-4347c84e286b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 945 time: 0.0504105 Aug 10 10:29:53.491589 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d2c151f-c9c4-4ddd-abe1-5d5a530139d4 req-0dd955ac-721d-4c43-b43f-12faa7f9a864 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309887 Aug 10 10:29:54.460985 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de339afe-32df-468d-8ef2-9fe0110ad976 req-956e5f0a-c3b1-402b-b3c1-83b62eb1ca10 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:54.462442 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de339afe-32df-468d-8ef2-9fe0110ad976 req-956e5f0a-c3b1-402b-b3c1-83b62eb1ca10 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Aug 10 10:29:54.498869 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de339afe-32df-468d-8ef2-9fe0110ad976 req-1258195a-7388-49d6-a650-4f0b7258f43b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Aug 10 10:29:54.607246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ca0b6-a28c-4179-8469-36be7782973b req-36420707-9723-4d0e-bd46-a822e8ef0567 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:54.608945 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-327ca0b6-a28c-4179-8469-36be7782973b req-36420707-9723-4d0e-bd46-a822e8ef0567 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Aug 10 10:29:54.645127 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-327ca0b6-a28c-4179-8469-36be7782973b req-99fc8f35-940c-4ad3-8b5f-0195ce4e8645 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303986 Aug 10 10:29:55.616056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde103-c0bf-4143-9817-8d5e2b9582ab req-86aac12f-5584-42be-82b3-a1ff2cc61a3c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:55.617600 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0dfde103-c0bf-4143-9817-8d5e2b9582ab req-86aac12f-5584-42be-82b3-a1ff2cc61a3c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Aug 10 10:29:55.653539 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0dfde103-c0bf-4143-9817-8d5e2b9582ab req-7b161855-7c24-4916-83d9-5ca9a540c4cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301244 Aug 10 10:29:55.758391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971ee9-44a2-490d-b7ff-54cfb0077e89 req-1dfcdfa1-32f4-4c1b-8ead-af68a7fe33bb tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:55.759834 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a971ee9-44a2-490d-b7ff-54cfb0077e89 req-1dfcdfa1-32f4-4c1b-8ead-af68a7fe33bb tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 10 10:29:55.796766 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a971ee9-44a2-490d-b7ff-54cfb0077e89 req-97c67dd7-ea69-4285-833a-66342c2cda3c tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Aug 10 10:29:56.010818 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 6143aebf-bb6a-45fc-ab2c-b7fd6489942f up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:29:56.057656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:29:56.061071 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:29:56.061435 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:56.138421 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:56.159863 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:56.162032 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5628142-fde1-40f9-9021-a22bb95167a7" -d '{"events": [{"server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "name": "network-vif-plugged", "status": "completed", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:56.174473 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:29:56.178518 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:56.201044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf116c2b-7f61-46f4-861b-2b7819229eb2 x-openstack-request-id: req-cf116c2b-7f61-46f4-861b-2b7819229eb2 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:56.201329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "name": "network-vif-plugged", "status": "completed", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:56.201590 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf116c2b-7f61-46f4-861b-2b7819229eb2 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:56.202229 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'code': 200} Aug 10 10:29:56.226651 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:29:56.775667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0aed-6af5-4e28-a506-3cd25e6b2071 req-65800585-e8ea-4eab-86e0-3700396ef56a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:56.777215 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d1b0aed-6af5-4e28-a506-3cd25e6b2071 req-65800585-e8ea-4eab-86e0-3700396ef56a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0538836 Aug 10 10:29:56.814407 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3d1b0aed-6af5-4e28-a506-3cd25e6b2071 req-99591760-9386-4cc5-94a7-a9198c1785d7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Aug 10 10:29:56.911162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7962a9-17db-4281-b71a-82d3eb565735 req-1f008463-a5ca-4b3c-9bc9-81483d033858 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:56.912810 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7d7962a9-17db-4281-b71a-82d3eb565735 req-1f008463-a5ca-4b3c-9bc9-81483d033858 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0477059 Aug 10 10:29:56.948974 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7d7962a9-17db-4281-b71a-82d3eb565735 req-9b0677fa-98f8-47b5-b86e-66e2ba08e238 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 Aug 10 10:29:57.210677 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b8250-6183-45f0-98f2-114923d79d7e req-6f94cf30-46e7-4ead-8f66-bd8848898cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:57.212083 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e3b8250-6183-45f0-98f2-114923d79d7e req-6f94cf30-46e7-4ead-8f66-bd8848898cde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 1099 time: 0.0406959 Aug 10 10:29:57.246681 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1e3b8250-6183-45f0-98f2-114923d79d7e req-d0629b92-fb3b-4561-8123-c3ef406a3894 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271413 Aug 10 10:29:57.935288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446350-943b-4b13-9513-4d8e8d5387a9 req-680dd257-ff73-43c2-aa5d-972c21e1c3bd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:57.936750 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-12446350-943b-4b13-9513-4d8e8d5387a9 req-680dd257-ff73-43c2-aa5d-972c21e1c3bd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Aug 10 10:29:57.973041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-12446350-943b-4b13-9513-4d8e8d5387a9 req-67579805-9332-4920-9803-4f2cf31db657 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304258 Aug 10 10:29:58.089422 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7469b5-75e2-413e-97e7-adc3a9e2d626 req-d1aea385-5061-4b42-ad34-95613a445379 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:58.090866 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c7469b5-75e2-413e-97e7-adc3a9e2d626 req-d1aea385-5061-4b42-ad34-95613a445379 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0731149 Aug 10 10:29:58.112955 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c5f19-b342-4e48-920a-d0bd440e8783 req-66be4a62-7199-4655-bd1b-5ec8e5af9f2c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:58.114267 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ff8c5f19-b342-4e48-920a-d0bd440e8783 req-66be4a62-7199-4655-bd1b-5ec8e5af9f2c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0706739 Aug 10 10:29:58.123080 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34204) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:58.127786 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Request body: {'floatingip': {'port_id': 'e937d666-4910-4b91-b29c-05b305952456'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:58.139482 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c7469b5-75e2-413e-97e7-adc3a9e2d626 req-f7bb967c-f739-432e-8d82-9c9c3c0c5485 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Aug 10 10:29:58.170609 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:58.837084 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:58.840864 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:58.933043 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Floating IP e1558fdf-049d-49f9-9b65-5a52e72c7043 associated. External IP: 172.27.2.219, port: e937d666-4910-4b91-b29c-05b305952456. Aug 10 10:29:59.128145 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:29:59.233746 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:29:59.238660 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:59.243284 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:29:59.253054 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:59.253678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:59.260576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7032526-ca35-4316-9f04-2d583176e55a req-c4404b73-0aee-4f9a-a1f0-ef3319f45248 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:59.262041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7032526-ca35-4316-9f04-2d583176e55a req-c4404b73-0aee-4f9a-a1f0-ef3319f45248 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0555749 Aug 10 10:29:59.265595 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ad57a5e1-6390-4896-be62-e3043d72d73c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "PUT /v2.0/floatingips/e1558fdf-049d-49f9-9b65-5a52e72c7043 HTTP/1.1" status: 200 len: 991 time: 1.1413386 Aug 10 10:29:59.266277 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:29:59.268595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ebe48d-382a-4088-a62b-f7745a584323" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:29:59.306041 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f7032526-ca35-4316-9f04-2d583176e55a req-073f2160-383b-41b3-a920-8e4c859c271f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Aug 10 10:29:59.349058 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657bad3d-f5f0-4ba8-8ac9-a87653bcf6ec x-openstack-request-id: req-657bad3d-f5f0-4ba8-8ac9-a87653bcf6ec {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:29:59.350015 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "tag": "e937d666-4910-4b91-b29c-05b305952456", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:29:59.350176 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-657bad3d-f5f0-4ba8-8ac9-a87653bcf6ec {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:29:59.350685 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'status': 'completed', 'code': 200} Aug 10 10:29:59.362418 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:59.437889 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e0ff7-8255-40d8-9ce7-789407a32cda req-f520e9ad-3fdf-4312-aa64-400e18b4845f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:29:59.439273 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3a6e0ff7-8255-40d8-9ce7-789407a32cda req-f520e9ad-3fdf-4312-aa64-400e18b4845f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0491209 Aug 10 10:29:59.448605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34228) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:29:59.453685 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Request body: {'floatingip': {'port_id': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:29:59.494287 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:59.633596 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'e1558fdf-049d-49f9-9b65-5a52e72c7043', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:41Z', 'updated_at': '2021-08-10T10:29:58Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:59.658586 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:29:59.667180 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:29:59.667816 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:29:59.769750 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:29:59.922610 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:59.926612 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:29:59.996916 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'e1558fdf-049d-49f9-9b65-5a52e72c7043', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:41Z', 'updated_at': '2021-08-10T10:29:58Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:30:00.023188 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a776259b-3683-4d30-a972-cc7a42dd7fa0 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'e1558fdf-049d-49f9-9b65-5a52e72c7043', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:41Z', 'updated_at': '2021-08-10T10:29:58Z', 'revision_number': 1, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:30:00.031697 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Floating IP 10d01916-9255-4dc8-ac32-a84b8f58a0e8 associated. External IP: 172.27.2.92, port: 6143aebf-bb6a-45fc-ab2c-b7fd6489942f. Aug 10 10:30:00.205040 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045d909-7e23-4a13-8aae-efae9eb25db4 None None] New status for floating IP e1558fdf-049d-49f9-9b65-5a52e72c7043: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:30:00.242200 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:30:00.347186 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:30:00.352380 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:00.358287 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:30:00.368060 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:30:00.368676 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:30:00.383798 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1325ac50-4696-4716-87f6-b77cf24222f3 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "PUT /v2.0/floatingips/10d01916-9255-4dc8-ac32-a84b8f58a0e8 HTTP/1.1" status: 200 len: 991 time: 0.9338183 Aug 10 10:30:00.477751 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:30:00.708177 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '10d01916-9255-4dc8-ac32-a84b8f58a0e8', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:d7:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:45Z', 'updated_at': '2021-08-10T10:29:59Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:30:00.735347 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:30:00.743696 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:30:00.744307 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:29:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:30:00.848039 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:30:01.188697 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '10d01916-9255-4dc8-ac32-a84b8f58a0e8', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:d7:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:45Z', 'updated_at': '2021-08-10T10:29:59Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:30:01.217642 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264481d9-50d5-406a-9ac4-1bcabb34595e None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '10d01916-9255-4dc8-ac32-a84b8f58a0e8', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'port_id': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'mac_address': 'fa:16:3e:d7:df:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:29:45Z', 'updated_at': '2021-08-10T10:29:59Z', 'revision_number': 1, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:30:01.351718 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:30:01.354155 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c" -d '{"events": [{"name": "network-changed", "server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:30:01.397496 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a239c58-ed29-4b87-af31-c87e3dc38001 None None] New status for floating IP 10d01916-9255-4dc8-ac32-a84b8f58a0e8: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:30:01.618724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe48d-382a-4088-a62b-f7745a584323 req-cf38c14e-978f-44b4-a782-970233bab07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:01.620352 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-cf38c14e-978f-44b4-a782-970233bab07b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1098 time: 0.0428874 Aug 10 10:30:01.640163 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca65a16-7dbd-427c-a2fb-c04aa77d428d x-openstack-request-id: req-5ca65a16-7dbd-427c-a2fb-c04aa77d428d {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:30:01.640452 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:30:01.640699 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ca65a16-7dbd-427c-a2fb-c04aa77d428d {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:30:01.641091 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'status': 'completed', 'code': 200} Aug 10 10:30:01.740415 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe48d-382a-4088-a62b-f7745a584323 req-04cdc243-54d2-4eab-857d-431bc0b82b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:01.741951 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-04cdc243-54d2-4eab-857d-431bc0b82b4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1146576 Aug 10 10:30:01.751596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-519be9a4-78f4-4c4b-a4f4-f284eaac63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:01.752931 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-519be9a4-78f4-4c4b-a4f4-f284eaac63e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4970b71eaa20436d88ef98187afa4dad&device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 1099 time: 0.0588443 Aug 10 10:30:01.858853 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-881758f9-ce95-402f-b8c2-f7f3c51fce42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 1001 time: 0.1090920 Aug 10 10:30:01.923605 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-001aaedb-dd7f-4fa1-ab11-9133b76deb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:01.925029 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-001aaedb-dd7f-4fa1-ab11-9133b76deb00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 200 len: 911 time: 0.1652184 Aug 10 10:30:01.930256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe48d-382a-4088-a62b-f7745a584323 req-d6d6c76d-e881-462a-9de9-e6ee18fcc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:01.931599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-d6d6c76d-e881-462a-9de9-e6ee18fcc94b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0628932 Aug 10 10:30:02.020245 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-ce2d1f31-2585-40a2-b69b-046da3200df9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f HTTP/1.1" status: 200 len: 1001 time: 0.0818532 Aug 10 10:30:02.025013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe48d-382a-4088-a62b-f7745a584323 req-478dd864-eeae-470b-b331-f5d6a5141d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:02.026382 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-478dd864-eeae-470b-b331-f5d6a5141d89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819695 Aug 10 10:30:02.116701 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-aa37c00d-b56d-4087-801a-9cfca0ddf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:02.118019 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-aa37c00d-b56d-4087-801a-9cfca0ddf7c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 200 len: 849 time: 0.0901413 Aug 10 10:30:02.172911 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-495562fc-082d-4a9c-a2fb-f2bc286c06b2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373260 Aug 10 10:30:02.188359 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-d527ebb0-94d5-450c-9693-e2d9ab0c9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:02.189708 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-d527ebb0-94d5-450c-9693-e2d9ab0c9d3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aae8c957-69bd-408a-88a3-8f5be039c9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621247 Aug 10 10:30:02.331814 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-98ebe48d-382a-4088-a62b-f7745a584323 req-c50c19f2-1622-4c1e-8c26-114b1f34e0cc service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524143 Aug 10 10:30:02.336811 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-40976fb0-b692-4467-a719-be1223b8b782 service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341479 Aug 10 10:30:02.436102 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1235b6e6-0ccc-47aa-9ce9-e6c505ec190c req-2e941fcf-504b-4ff8-b0f8-901a0ba4efab service neutron] 10.222.0.24 "GET /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814455 Aug 10 10:30:11.515116 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c95f-5905-423b-8fee-72cef2dc34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:12.288555 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:13.749439 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-01a5c331-7cb2-410a-9c40-64a46dd65b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:14.324120 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:15.286904 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:16.563438 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.589400 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34390) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:20.691726 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.780942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.784627 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.820052 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb206f-072e-4d20-96f8-00115f03961d,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:20.824460 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d234bc0fc774dedaee5d5b6c3c7f9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340741 Aug 10 10:30:20.827386 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34394) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:20.830647 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.830929 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.831267 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.831628 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.831957 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.832300 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.832609 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.832948 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.833255 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.833576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.833893 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.834216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f6aa9-6c1a-4a93-b49c-77bfd09586dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:20.875875 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.896627 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.945202 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.948384 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:20.949498 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddeb206f-072e-4d20-96f8-00115f03961d HTTP/1.1" status: 204 len: 168 time: 0.1210830 Aug 10 10:30:20.957026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8856dc-7d48-4cce-94d0-3e1911ae1dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb206f-072e-4d20-96f8-00115f03961d,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:21.203583 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34400) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:21.217231 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12ff8def-d169-462b-825a-aa7ec1490b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.308521 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12ff8def-d169-462b-825a-aa7ec1490b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.312529 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-12ff8def-d169-462b-825a-aa7ec1490b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.351981 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-12ff8def-d169-462b-825a-aa7ec1490b22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3db0170fcaf941a78551cac27c753ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467412 Aug 10 10:30:21.352801 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff8def-d169-462b-825a-aa7ec1490b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc85a51-4bfa-4764-9722-665fd585a32f,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:21.355346 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34406) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:21.407904 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.431735 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.479669 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.482481 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:21.483643 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cc85a51-4bfa-4764-9722-665fd585a32f HTTP/1.1" status: 204 len: 168 time: 0.1271281 Aug 10 10:30:21.491057 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17046614-910e-4a86-8eac-cabfe39257c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc85a51-4bfa-4764-9722-665fd585a32f,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:27.942666 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:30:32.101246 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34550) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:32.208905 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce752d9-2bb4-484e-a72d-0cc5323f9db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.300439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce752d9-2bb4-484e-a72d-0cc5323f9db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.305503 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce752d9-2bb4-484e-a72d-0cc5323f9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.344500 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cce752d9-2bb4-484e-a72d-0cc5323f9db7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdb35bad5262415b8c28ccd24fa80a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420218 Aug 10 10:30:32.345439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce752d9-2bb4-484e-a72d-0cc5323f9db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad52cae-9f0e-412d-b5be-fd212d0393ed,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:32.347172 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34554) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:32.400025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.423454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.475557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.479054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.480249 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ad52cae-9f0e-412d-b5be-fd212d0393ed HTTP/1.1" status: 204 len: 168 time: 0.1319797 Aug 10 10:30:32.488913 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad52cae-9f0e-412d-b5be-fd212d0393ed,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:32.496493 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.496840 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.497178 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.497510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.497834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.498164 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.498485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.498811 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.499129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.499496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.499795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.500178 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727fa6f4-fa47-4d47-bee1-f7f3ced6b3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:30:32.775053 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34564) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:32.788911 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce591e6-0a14-4fe4-ad6b-3707b7b9f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.885127 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce591e6-0a14-4fe4-ad6b-3707b7b9f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.888745 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-cce591e6-0a14-4fe4-ad6b-3707b7b9f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:32.928123 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-cce591e6-0a14-4fe4-ad6b-3707b7b9f500 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d48b8640c9e4bd3ad7c21de68b651e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519558 Aug 10 10:30:32.928863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce591e6-0a14-4fe4-ad6b-3707b7b9f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529bca65-854d-4d67-972b-432924f4b4a0,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:32.930762 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34566) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:32.984132 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:33.005405 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:33.052237 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:33.055609 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:33.056757 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/529bca65-854d-4d67-972b-432924f4b4a0 HTTP/1.1" status: 204 len: 168 time: 0.1249647 Aug 10 10:30:33.065545 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17055b9-c24c-42c6-8abe-f509abcefabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529bca65-854d-4d67-972b-432924f4b4a0,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:34.149687 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34600) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:34.252825 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bcb60f48-bbfd-4dbd-b537-4fa8b91e7d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.345624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bcb60f48-bbfd-4dbd-b537-4fa8b91e7d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.349282 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-bcb60f48-bbfd-4dbd-b537-4fa8b91e7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.387625 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-bcb60f48-bbfd-4dbd-b537-4fa8b91e7d50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3065c93af6d941d3a5ae396bc86ee24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369423 Aug 10 10:30:34.388800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb60f48-bbfd-4dbd-b537-4fa8b91e7d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d1526-0292-473b-a144-7224fb0b4b87,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:34.390311 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34604) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:34.438937 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.464510 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.511173 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.513891 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:34.515062 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb6d1526-0292-473b-a144-7224fb0b4b87 HTTP/1.1" status: 204 len: 168 time: 0.1230805 Aug 10 10:30:34.522416 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babbad5-94c0-4729-b601-2a966e661df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d1526-0292-473b-a144-7224fb0b4b87,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:39.864492 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-d80c6e8a-d38b-4767-a9cc-5d58dfa88a74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489347 Aug 10 10:30:39.968025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-fb0bac88-7436-4729-9ff6-92b002c3d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:39.969496 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-fb0bac88-7436-4729-9ff6-92b002c3d58b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 1099 time: 0.0404010 Aug 10 10:30:40.073415 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-f6672f23-fe0b-44a6-ad74-3e59905b5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:40.074842 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-f6672f23-fe0b-44a6-ad74-3e59905b5328 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0839391 Aug 10 10:30:40.145688 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-c2043a9b-2281-4572-bc6a-94214c620490 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 200 len: 1001 time: 0.0622931 Aug 10 10:30:40.195713 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-c6d3c7c1-94a3-4f7f-b55b-98de23a57e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:40.197458 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-c6d3c7c1-94a3-4f7f-b55b-98de23a57e4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0434315 Aug 10 10:30:40.244622 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-0f02ad62-5dce-46eb-a4a0-b6bb5f519a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:40.246060 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-0f02ad62-5dce-46eb-a4a0-b6bb5f519a98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396805 Aug 10 10:30:40.339612 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-08e00f4c-cdbe-46be-a400-43fc1f685719 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852242 Aug 10 10:30:40.431882 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed71c399-7441-43a1-976e-fceedc4f5119 req-ad3f1305-6614-4194-bb3b-b1aa814e233a service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816326 Aug 10 10:30:41.516225 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0c41a655-9c2b-4792-a2ff-aa2d6ed3163e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:42.287137 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:43.750255 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d31e75ac-73b8-484e-8a91-714192d03ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:44.327450 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:45.288016 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:46.574391 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:47.297159 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b475d9-10ad-49ca-a4e3-00068cbc6632 req-bf0c242f-e4f7-406e-b87b-d2be82a4447d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:47.298580 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-01b475d9-10ad-49ca-a4e3-00068cbc6632 req-bf0c242f-e4f7-406e-b87b-d2be82a4447d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0471079 Aug 10 10:30:47.338730 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-01b475d9-10ad-49ca-a4e3-00068cbc6632 req-ad8245d9-d650-4376-93b5-a638bb4169cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Aug 10 10:30:48.457844 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ce43-096b-4a8c-a7bc-4b592b6ea425 req-3af04ab7-f881-4501-8d08-135d6cdd2e63 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:48.459284 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff0ce43-096b-4a8c-a7bc-4b592b6ea425 req-3af04ab7-f881-4501-8d08-135d6cdd2e63 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Aug 10 10:30:48.496229 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff0ce43-096b-4a8c-a7bc-4b592b6ea425 req-45d20600-3b01-49d2-9e0b-e4cb5a89e806 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302551 Aug 10 10:30:49.612427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad52e-a120-4c5b-b269-29f0299b5792 req-6bc718dc-2305-4140-bc84-a96ed49c2ca8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:49.613852 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f38ad52e-a120-4c5b-b269-29f0299b5792 req-6bc718dc-2305-4140-bc84-a96ed49c2ca8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 10 10:30:49.649946 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f38ad52e-a120-4c5b-b269-29f0299b5792 req-a1c193cb-f101-4485-88cc-b75800a335d4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303733 Aug 10 10:30:50.767473 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5dce0-64e5-4740-9d89-bb0b13708855 req-14547029-6192-4910-9cce-9c85f3fa83a6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:50.768887 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ddc5dce0-64e5-4740-9d89-bb0b13708855 req-14547029-6192-4910-9cce-9c85f3fa83a6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Aug 10 10:30:50.809837 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ddc5dce0-64e5-4740-9d89-bb0b13708855 req-d92496af-3ec8-46f5-890f-18489cf5a201 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352263 Aug 10 10:30:51.927599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea357-15da-45d4-a79e-110d711a784e req-8581ac99-95c5-428a-9777-b7efd93d1a0a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:51.929094 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1f3ea357-15da-45d4-a79e-110d711a784e req-8581ac99-95c5-428a-9777-b7efd93d1a0a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0504324 Aug 10 10:30:51.967016 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1f3ea357-15da-45d4-a79e-110d711a784e req-e4bda621-4054-4021-b515-245ecedc0073 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Aug 10 10:30:53.089401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d3e7d-e7dd-4430-b490-84d32eded7e7 req-05f2ec55-6eb5-449c-850c-14e4ad000278 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:53.090803 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-557d3e7d-e7dd-4430-b490-84d32eded7e7 req-05f2ec55-6eb5-449c-850c-14e4ad000278 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Aug 10 10:30:53.127390 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-557d3e7d-e7dd-4430-b490-84d32eded7e7 req-7090d7d7-91c6-4c37-859f-2d3acd89291e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307865 Aug 10 10:30:54.248573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca433f1-4db8-428a-a308-2a282cc83020 req-9189411d-796e-4925-8efa-97cbe45990b9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:54.250000 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2ca433f1-4db8-428a-a308-2a282cc83020 req-9189411d-796e-4925-8efa-97cbe45990b9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0506833 Aug 10 10:30:54.290021 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2ca433f1-4db8-428a-a308-2a282cc83020 req-7eb0d6fd-aa0d-491c-8b19-efa67441dad4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341127 Aug 10 10:30:55.407022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa815-a623-4575-bd4b-cc5985c4cbf1 req-db4876fd-ad40-4d59-8ce3-90cc82e02f26 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:55.408468 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-281fa815-a623-4575-bd4b-cc5985c4cbf1 req-db4876fd-ad40-4d59-8ce3-90cc82e02f26 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476050 Aug 10 10:30:55.444564 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-281fa815-a623-4575-bd4b-cc5985c4cbf1 req-a9b14d53-da6f-498a-903f-e1b583cbeed5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302176 Aug 10 10:30:55.972014 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 34858) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:56.074843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-079a5f57-9ba6-43a4-8255-081b0d595e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.159847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-079a5f57-9ba6-43a4-8255-081b0d595e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.163364 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-079a5f57-9ba6-43a4-8255-081b0d595e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.205863 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-079a5f57-9ba6-43a4-8255-081b0d595e5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97c611d9bc454c968ab2069f9f7e0eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304821 Aug 10 10:30:56.205863 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5f57-9ba6-43a4-8255-081b0d595e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6e7f85-563c-49f3-9bc6-980a84af46bf,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:56.206414 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 34864) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:30:56.255922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.276319 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.322892 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.325348 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:30:56.326457 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b6e7f85-563c-49f3-9bc6-980a84af46bf HTTP/1.1" status: 204 len: 168 time: 0.1189363 Aug 10 10:30:56.333580 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637eec-1745-4486-8a91-235596d1c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6e7f85-563c-49f3-9bc6-980a84af46bf,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:30:56.575351 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216411-5687-4684-827d-613d9310a73b req-170ffd55-f4bd-4d43-b915-026cff5ad0e0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:56.576930 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c2216411-5687-4684-827d-613d9310a73b req-170ffd55-f4bd-4d43-b915-026cff5ad0e0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0546565 Aug 10 10:30:56.614099 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c2216411-5687-4684-827d-613d9310a73b req-5a0c0ab2-248d-4f55-be8c-9408be3a867d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Aug 10 10:30:57.730422 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64211-2b54-405a-8862-7731b6c1ed68 req-a106e831-df70-4312-b1a0-8ad5891f4311 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:57.732132 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-09f64211-2b54-405a-8862-7731b6c1ed68 req-a106e831-df70-4312-b1a0-8ad5891f4311 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Aug 10 10:30:57.768194 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-09f64211-2b54-405a-8862-7731b6c1ed68 req-4db40dba-12ec-4de1-8103-8d8202da8690 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303602 Aug 10 10:30:58.885624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42193-70da-4419-bf3d-976686cafd6b req-2d3c06c3-5704-48cf-8a98-012f7be6aca8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:30:58.886859 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cda42193-70da-4419-bf3d-976686cafd6b req-2d3c06c3-5704-48cf-8a98-012f7be6aca8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0473731 Aug 10 10:30:58.923948 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cda42193-70da-4419-bf3d-976686cafd6b req-010a3dff-faaf-40b0-9dfe-c4e299a4d9e3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Aug 10 10:31:00.042697 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa767f2d-8e50-48da-94a5-065c0ef72393 req-8686a182-3cc2-4680-9cdf-a16446387023 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:00.044136 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aa767f2d-8e50-48da-94a5-065c0ef72393 req-8686a182-3cc2-4680-9cdf-a16446387023 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Aug 10 10:31:00.080676 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aa767f2d-8e50-48da-94a5-065c0ef72393 req-81f4ae49-ba2f-4e3e-9653-bf5a0e8ac0a7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Aug 10 10:31:01.203799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecbba6-1607-4b03-955b-ca902666fe64 req-5d67fd94-4ddc-497d-a2a9-50769270b3ed tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:01.205262 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5fecbba6-1607-4b03-955b-ca902666fe64 req-5d67fd94-4ddc-497d-a2a9-50769270b3ed tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Aug 10 10:31:01.242905 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5fecbba6-1607-4b03-955b-ca902666fe64 req-98145097-41fb-4f66-8b1b-6e0ab4fc87f3 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 10 10:31:02.360480 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b63a0-d6d0-43ab-abbd-7b79130f8fcd req-1aa47edd-2e1a-455a-8068-1fdf1e2ed30c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:02.361932 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e0b63a0-d6d0-43ab-abbd-7b79130f8fcd req-1aa47edd-2e1a-455a-8068-1fdf1e2ed30c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0476182 Aug 10 10:31:02.397872 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4e0b63a0-d6d0-43ab-abbd-7b79130f8fcd req-558caf18-1cfc-4297-a2cd-6505cffd6a84 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301592 Aug 10 10:31:03.314579 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:31:03.408678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:03.419131 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'e937d666-4910-4b91-b29c-05b305952456', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:31:03.456581 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:03.470563 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e937d666-4910-4b91-b29c-05b305952456 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:03.493993 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:03.498609 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:03.526507 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f8e2-199b-4d66-af05-769e617b3803 req-3be8f2ef-0ce5-48e9-8967-8aaf1109b511 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:03.528006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2cf6f8e2-199b-4d66-af05-769e617b3803 req-3be8f2ef-0ce5-48e9-8967-8aaf1109b511 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0600274 Aug 10 10:31:03.545179 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=6']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:03.552086 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.552436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.552777 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.553119 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.553454 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.553782 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.554107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.554433 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.554779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.555107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.555454 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.555778 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:03.566638 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2cf6f8e2-199b-4d66-af05-769e617b3803 req-2eea0664-222d-40b0-bc1b-e7ebd2eb1866 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Aug 10 10:31:03.677945 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['e937d666-4910-4b91-b29c-05b305952456'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:31:04.064519 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12c09-48a4-4238-8d30-872a6d3d8b02 req-06d3e053-3974-4af6-8ca4-36623cdad71e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:04.065967 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6e12c09-48a4-4238-8d30-872a6d3d8b02 req-06d3e053-3974-4af6-8ca4-36623cdad71e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0497844 Aug 10 10:31:04.103223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6e12c09-48a4-4238-8d30-872a6d3d8b02 req-e44fc7dd-5a55-4cea-b000-d858e4b95e6b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Aug 10 10:31:04.684717 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5106aa-ad6c-40f8-9ad0-6a32e9af520d req-4376b186-2be5-4354-9c33-ba6c95708e7e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:04.686134 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3b5106aa-ad6c-40f8-9ad0-6a32e9af520d req-4376b186-2be5-4354-9c33-ba6c95708e7e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 944 time: 0.0466423 Aug 10 10:31:04.722439 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3b5106aa-ad6c-40f8-9ad0-6a32e9af520d req-14a8ccdf-f98d-4d1f-b86b-39b1c7181d8b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Aug 10 10:31:04.940534 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:31:05.222681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da919ab2-d347-4a50-88db-903e3d746af5 req-d93a88da-bae2-470d-96a9-52c51831d61d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:05.224179 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da919ab2-d347-4a50-88db-903e3d746af5 req-d93a88da-bae2-470d-96a9-52c51831d61d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Aug 10 10:31:05.263591 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-da919ab2-d347-4a50-88db-903e3d746af5 req-22325919-f233-447f-9be7-e0c5184255d9 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Aug 10 10:31:05.321929 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:31:05.376050 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port e937d666-4910-4b91-b29c-05b305952456 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:31:05.376490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:05.467721 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:05.499658 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:05.501948 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79da7a86-4125-413e-8378-11a3367a68f6" -d '{"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:05.521252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:05.525523 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:05.554666 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363146c-2d60-49b0-a732-dad0f69c95e9 x-openstack-request-id: req-7363146c-2d60-49b0-a732-dad0f69c95e9 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:05.554949 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:05.555385 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7363146c-2d60-49b0-a732-dad0f69c95e9 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:05.555762 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'code': 200} Aug 10 10:31:05.582083 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=7']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:05.850573 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728d18e-d3c9-4026-b5f0-237e26d43133 req-9aa3b310-9f79-477d-b3f0-05bae050564f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:05.852069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e728d18e-d3c9-4026-b5f0-237e26d43133 req-9aa3b310-9f79-477d-b3f0-05bae050564f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0585742 Aug 10 10:31:05.891318 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e728d18e-d3c9-4026-b5f0-237e26d43133 req-e479dd66-0063-4b47-8911-f0594c4db421 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Aug 10 10:31:06.060203 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-a4d0fbe8-135d-4611-a58b-2f0483465819 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:06.061960 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-a4d0fbe8-135d-4611-a58b-2f0483465819 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.0601511 Aug 10 10:31:06.172980 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:06.173311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:06.267663 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] For port 25bc69a6-f679-43bf-9f6b-d909d2893fd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25bc69a6-f679-43bf-9f6b-d909d2893fd8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:06.268113 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:06.686770 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427618-6039-4451-ac1d-2a7bfeaa855e req-91427f8a-f046-4e4f-8199-fd993a143063 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:06.688258 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7b427618-6039-4451-ac1d-2a7bfeaa855e req-91427f8a-f046-4e4f-8199-fd993a143063 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 946 time: 0.1047223 Aug 10 10:31:06.785153 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7b427618-6039-4451-ac1d-2a7bfeaa855e req-9f4b9c31-cf63-47dd-9420-1885dacde686 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851531 Aug 10 10:31:06.815419 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:06.816056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:06.816525 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP 45fffba2-e8e2-4679-b2c1-a289618fab1a disassociated. External IP: 172.27.2.73, port: 25bc69a6-f679-43bf-9f6b-d909d2893fd8. Aug 10 10:31:06.817000 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for 25bc69a6-f679-43bf-9f6b-d909d2893fd8 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:07.039035 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:07.080872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304820b-53da-475c-bf62-dc9dab35f149 req-45f9213d-ebfd-43c4-8897-cadbaa1e89d6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:07.087883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4304820b-53da-475c-bf62-dc9dab35f149 req-45f9213d-ebfd-43c4-8897-cadbaa1e89d6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0867763 Aug 10 10:31:07.096979 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=25bc69a6-f679-43bf-9f6b-d909d2893fd8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:07.137607 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4304820b-53da-475c-bf62-dc9dab35f149 req-cbe00d3f-b909-4da6-b0e3-43149f58b6cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487454 Aug 10 10:31:07.314350 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:31:07.338659 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09015b2e-7556-4e2e-8d61-1381e988c91d req-06910211-67c4-489f-91b0-f44fdfcd8e59 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:07.340843 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-09015b2e-7556-4e2e-8d61-1381e988c91d req-06910211-67c4-489f-91b0-f44fdfcd8e59 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0758045 Aug 10 10:31:07.424128 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-09015b2e-7556-4e2e-8d61-1381e988c91d req-e9d161e7-7c2a-4df6-9749-2b6afab7d62e tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762475 Aug 10 10:31:07.498901 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:31:07.509984 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:31:07.531192 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:07.531981 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:30:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:07.547502 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] No DVR routers for this DVR port 25bc69a6-f679-43bf-9f6b-d909d2893fd8 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:31:07.550576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:07.553401 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-394d1edc-cfcd-4cfd-9a4b-8120d2135214 req-ef872754-361f-4962-82cc-2f8c9773335e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "DELETE /v2.0/ports/25bc69a6-f679-43bf-9f6b-d909d2893fd8 HTTP/1.1" status: 204 len: 173 time: 1.4783535 Aug 10 10:31:07.554048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'name': 'network-vif-deleted', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:07.557301 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a023f6-9d69-48de-a35d-a022a4c73314" -d '{"events": [{"server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "name": "network-vif-deleted", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:07.721372 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:07.843476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b827b8-ff7d-410d-9611-5f05d97aaed6 x-openstack-request-id: req-98b827b8-ff7d-410d-9611-5f05d97aaed6 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:07.844062 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c494f262-ffdd-47a0-b3c9-453e5a69cf37", "name": "network-vif-deleted", "tag": "25bc69a6-f679-43bf-9f6b-d909d2893fd8", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:07.844502 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98b827b8-ff7d-410d-9611-5f05d97aaed6 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:07.844922 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c494f262-ffdd-47a0-b3c9-453e5a69cf37', 'name': 'network-vif-deleted', 'tag': '25bc69a6-f679-43bf-9f6b-d909d2893fd8', 'status': 'completed', 'code': 200} Aug 10 10:31:07.916553 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cfab02cb-ec35-4787-bdd5-9dafa8dad2f5 req-22e2af0b-0ceb-4aeb-9b57-a66eec1b6cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=c494f262-ffdd-47a0-b3c9-453e5a69cf37 HTTP/1.1" status: 200 len: 210 time: 0.0337107 Aug 10 10:31:07.973047 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:08.001852 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:31:08.010308 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:08.011112 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:30:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:08.127248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:08.282305 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72736ecc-d1bd-432d-8382-9fddfbf64f9d req-3fa1a511-90e6-4dbc-ae53-2c1b69b81439 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:08.284006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-72736ecc-d1bd-432d-8382-9fddfbf64f9d req-3fa1a511-90e6-4dbc-ae53-2c1b69b81439 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0670927 Aug 10 10:31:08.328629 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-72736ecc-d1bd-432d-8382-9fddfbf64f9d req-39ec62b8-c70c-4119-b9ad-caefa172cec8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381854 Aug 10 10:31:08.398976 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:08.433978 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e26a-12cd-4dec-ba7a-6c0642345319 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:31:08.585729 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88b12-25d4-4b90-a72e-7c92bb13edf4 req-49ce42f9-24aa-4e30-a8b3-c0b99faddbef tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:08.587333 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dbb88b12-25d4-4b90-a72e-7c92bb13edf4 req-49ce42f9-24aa-4e30-a8b3-c0b99faddbef tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.0686932 Aug 10 10:31:08.649283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dbb88b12-25d4-4b90-a72e-7c92bb13edf4 req-4e60d601-9ecb-4481-804d-58df72a4791d tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493422 Aug 10 10:31:08.756768 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225a797-454a-474f-8984-e53676d6ae03 None None] New status for floating IP 45fffba2-e8e2-4679-b2c1-a289618fab1a: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:31:09.211834 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-4f73d5cc-0c60-4320-8e92-f2fcbdf2850c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218307055&fields=id&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 267 time: 0.0424507 Aug 10 10:31:09.325933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-e00661fa-6c7c-41d9-97ec-b236c81a3b28 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:09.327413 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-e00661fa-6c7c-41d9-97ec-b236c81a3b28 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.1028175 Aug 10 10:31:09.340349 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 25bc69a6-f679-43bf-9f6b-d909d2893fd8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:09.370399 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 25bc69a6-f679-43bf-9f6b-d909d2893fd8 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:31:09.372598 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 25bc69a6-f679-43bf-9f6b-d909d2893fd8 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:31:09.383338 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-2698a286-4abc-4d04-9f37-0b8be23b00fd tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:09.390278 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-2698a286-4abc-4d04-9f37-0b8be23b00fd tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.1775463 Aug 10 10:31:09.432726 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-2ba6269a-a98f-4148-94c8-8d685b7feb3f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/quotas/8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 375 time: 0.0415163 Aug 10 10:31:09.533465 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-595e2ad8-8ec6-44dc-8401-efb636ceaea4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893762 Aug 10 10:31:09.545911 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0eb2-1359-49e3-a7e6-435545f30c72 req-de89860a-b9bf-4bc5-baab-252b3f6a72cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:09.547544 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-798e0eb2-1359-49e3-a7e6-435545f30c72 req-de89860a-b9bf-4bc5-baab-252b3f6a72cd tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.1186273 Aug 10 10:31:09.577898 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Deleting port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:09.578357 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:09.653847 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-798e0eb2-1359-49e3-a7e6-435545f30c72 req-c92a8060-d560-4580-b37f-6c15461ab20c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939662 Aug 10 10:31:09.842325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] For port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:09.842712 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:09.853944 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-45fcf778-9cc9-4d62-b3bd-90e7b3a23a01 service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924461 Aug 10 10:31:09.864396 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291526b-bf5a-442f-8006-926c234ee915 req-7c5d2eff-6366-48e4-b2d5-f167a2c6536f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:09.865844 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d291526b-bf5a-442f-8006-926c234ee915 req-7c5d2eff-6366-48e4-b2d5-f167a2c6536f tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 946 time: 0.1163912 Aug 10 10:31:10.017284 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d291526b-bf5a-442f-8006-926c234ee915 req-34e1bcc2-848c-4bf5-9f99-44236ca6810b tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups?id=cff87827-fb4f-4647-8a88-81f660424ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376984 Aug 10 10:31:10.082707 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-3754b2ae-79f4-45c5-b5eb-4fdb1a33ec0c service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128477 Aug 10 10:31:10.173705 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:10.174151 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:10.174534 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Floating IP 10d01916-9255-4dc8-ac32-a84b8f58a0e8 disassociated. External IP: 172.27.2.92, port: 6143aebf-bb6a-45fc-ab2c-b7fd6489942f. Aug 10 10:31:10.174940 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Calling delete_port for 6143aebf-bb6a-45fc-ab2c-b7fd6489942f owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:10.342029 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:10.391605 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'Port': ['ID=6143aebf-bb6a-45fc-ab2c-b7fd6489942f,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:10.510576 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4006fad1-f458-4634-9396-2cadbd689bbb req-8867eaf2-63b9-4ed3-84bb-cfeb641aec5e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 210 time: 0.0295496 Aug 10 10:31:10.598200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:31:10.731162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:31:10.741846 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:31:10.756793 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:10.757437 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:30:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:10.840830 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] No DVR routers for this DVR port 6143aebf-bb6a-45fc-ab2c-b7fd6489942f on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:31:10.845102 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:10.847430 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d2c8a7e7-5fb7-470c-992b-f22f13034620 req-89bdc078-a644-48aa-8212-a494aaabc985 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.24 "DELETE /v2.0/ports/6143aebf-bb6a-45fc-ab2c-b7fd6489942f HTTP/1.1" status: 204 len: 173 time: 1.5112417 Aug 10 10:31:10.848072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'name': 'network-vif-deleted', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:10.852153 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4625ca4-0b68-403b-9f05-8b7e3f4078a5" -d '{"events": [{"server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "name": "network-vif-deleted", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:10.898676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751287-7f82-4756-b6a9-25b1ddc0927f req-e2c4f6ca-f1df-4958-94c4-2f6242de12b7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:10.900700 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92751287-7f82-4756-b6a9-25b1ddc0927f req-e2c4f6ca-f1df-4958-94c4-2f6242de12b7 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.1097312 Aug 10 10:31:10.949256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa634b0-3c18-4e83-98ed-70445e6f4337 x-openstack-request-id: req-bfa634b0-3c18-4e83-98ed-70445e6f4337 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:10.949470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f8a787-061a-41c6-ad5e-d0d24850d659", "name": "network-vif-deleted", "tag": "6143aebf-bb6a-45fc-ab2c-b7fd6489942f", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:10.949683 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfa634b0-3c18-4e83-98ed-70445e6f4337 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:10.950161 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f8a787-061a-41c6-ad5e-d0d24850d659', 'name': 'network-vif-deleted', 'tag': '6143aebf-bb6a-45fc-ab2c-b7fd6489942f', 'status': 'completed', 'code': 200} Aug 10 10:31:10.961416 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-92751287-7f82-4756-b6a9-25b1ddc0927f req-d5ef13a0-1a2b-40a9-8d1a-7b02ca8da782 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526819 Aug 10 10:31:10.997841 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:11.173945 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8003b13b-d891-4a8f-a315-bb22e40f0173 req-ca4a98bb-3c8a-49b0-bf73-581b28828809 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f8a787-061a-41c6-ad5e-d0d24850d659 HTTP/1.1" status: 200 len: 210 time: 0.0468369 Aug 10 10:31:11.338995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:11.370021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:31:11.379037 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:11.379676 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:30:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:11.535126 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-397cbddc-5685-4498-a6e4-3c57bdd02cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:11.575063 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:11.670747 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4bc855cb-8070-47ef-8174-85cf1f87c72f req-8f9bd55d-2249-4e5b-b1e2-36305c93c0ac tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 210 time: 0.0466979 Aug 10 10:31:12.114252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:12.150463 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d84d5-7f3b-4f10-8ce2-af20c05b115a None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:36Z', 'revision_number': 4, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '11470f4e-1259-4fa5-98cf-15db908e7c54', 'name': '', 'network_id': 'aae8c957-69bd-408a-88a3-8f5be039c9ec', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'mac_address': 'fa:16:3e:0d:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:44Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'subnets': [{'id': 'c8920cfe-839c-4547-b460-2bbf460dc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:31:12.222195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c60632-2ec9-4429-b36e-816e99773647 req-c0071930-dddb-4181-8197-3dffa1f5f247 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:12.238865 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30c60632-2ec9-4429-b36e-816e99773647 req-c0071930-dddb-4181-8197-3dffa1f5f247 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.1201415 Aug 10 10:31:12.303541 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30c60632-2ec9-4429-b36e-816e99773647 req-7ac17070-897f-4bdb-b6e1-907c184b2c9b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688603 Aug 10 10:31:12.310043 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-8f5599e4-e06a-4ac2-b68d-90be8aaa5ab6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:12.311518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-8f5599e4-e06a-4ac2-b68d-90be8aaa5ab6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.2549036 Aug 10 10:31:12.321812 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.329727 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35050) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:12.372854 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d426150e-c41f-4b3f-b583-972b1ed388f6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 379 time: 0.0452046 Aug 10 10:31:12.387983 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'port': {'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'admin_state_up': True, 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'security_groups': ['f5270cf2-920c-4d16-8b7c-4e331b4a343e']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:12.444555 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.474189 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.540160 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.543608 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.549646 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "DELETE /v2.0/security-groups/cff87827-fb4f-4647-8a88-81f660424ce5 HTTP/1.1" status: 204 len: 168 time: 0.2188885 Aug 10 10:31:12.549914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35056) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:12.560274 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841430d5-b48f-4d7e-998c-5f704ce6b477 tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff87827-fb4f-4647-8a88-81f660424ce5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:12.578378 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.api.v2.resource [None req-1240f562-67ac-43f5-a056-ffed4deec6ac tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] show failed (client error): The resource could not be found. Aug 10 10:31:12.579815 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1240f562-67ac-43f5-a056-ffed4deec6ac tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "GET /v2.0/security-groups/cff87827-fb4f-4647-8a88-81f660424ce5 HTTP/1.1" status: 404 len: 347 time: 0.0284715 Aug 10 10:31:12.582996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35058) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:12.616456 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6471b2-6279-4e4f-b99e-8827f1976049 None None] New status for floating IP 10d01916-9255-4dc8-ac32-a84b8f58a0e8: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:31:12.630805 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Made reservation on behalf of 8248f1025a0c4226b6b12d85c3acb466 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:31:12.634394 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.839874 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5212687d-5eb2-46fd-9cfd-fd7cd746ec88 req-e74f4b12-0aeb-4e95-a5a7-9c67f942a9ec tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 210 time: 0.0498080 Aug 10 10:31:12.891655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Deleting port 09037aa3-7f0b-4c71-91d0-2882a181b26a {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:12.892174 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:12.951030 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.20.0.12 (784adf51-33f1-4c02-98c4-160ea2f41c93/097f9bfc-97e4-4b72-aadf-2537c33d41e3/1b201e59-8164-4430-9717-58ef3348f9e8) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:31:13.043068 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.043541 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.095774 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Calling delete_port for 09037aa3-7f0b-4c71-91d0-2882a181b26a owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:13.228103 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.251954 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Transition to ACTIVE for port object 1b201e59-8164-4430-9717-58ef3348f9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:31:13.332224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.341324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.362981 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 6143aebf-bb6a-45fc-ab2c-b7fd6489942f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:13.398889 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 6143aebf-bb6a-45fc-ab2c-b7fd6489942f {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:31:13.399648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 6143aebf-bb6a-45fc-ab2c-b7fd6489942f not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:31:13.735422 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:31:13.754870 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:31:13.758069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:31:13.759813 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-05c2b2c7-4732-427a-b0b1-1c4753ebec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.768421 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:13.800528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.803050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.808902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] 10.222.0.10 "DELETE /v2.0/floatingips/10d01916-9255-4dc8-ac32-a84b8f58a0e8 HTTP/1.1" status: 204 len: 168 time: 1.2201395 Aug 10 10:31:13.858358 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7c57-032f-4e47-958a-6820c3a06de6 req-d1b84691-06d1-411a-b730-5a2a55ff3e28 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:13.860013 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-13cc7c57-032f-4e47-958a-6820c3a06de6 req-d1b84691-06d1-411a-b730-5a2a55ff3e28 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.1903436 Aug 10 10:31:13.864708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abe569-b086-4de6-8d08-66d7cb9fc40a tempest-AttachVolumeTestJSON-527000634 tempest-AttachVolumeTestJSON-527000634-project] Pushing event deleted for resources: {'Port': ['ID=09037aa3-7f0b-4c71-91d0-2882a181b26a,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:13.916524 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:13.917692 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:13.956954 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-13cc7c57-032f-4e47-958a-6820c3a06de6 req-dc664426-dbfd-4f19-b817-c637204c5a3d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836277 Aug 10 10:31:13.967865 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d761b7c9-73ee-408e-b5ab-8b1c8ce6b449 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5888064 Aug 10 10:31:14.078761 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb10a6-4c0b-44f2-976c-4ae277409a1c req-306f4ba3-5b7a-403f-81d8-815af097eff0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:14.081069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fcb10a6-4c0b-44f2-976c-4ae277409a1c req-306f4ba3-5b7a-403f-81d8-815af097eff0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 932 time: 0.0921261 Aug 10 10:31:14.118493 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Request body: {'port': {'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:14.151086 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e5a81541-1511-48fa-98ea-e7571720b910 None None] Provisioning for port 1b201e59-8164-4430-9717-58ef3348f9e8 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:31:14.153367 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fcb10a6-4c0b-44f2-976c-4ae277409a1c req-ef60cf78-2c93-4034-861a-f54adfe040a3 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652826 Aug 10 10:31:14.156191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-e5a81541-1511-48fa-98ea-e7571720b910 None None] Provisioning complete for port 1b201e59-8164-4430-9717-58ef3348f9e8 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:31:14.156558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e5a81541-1511-48fa-98ea-e7571720b910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.198321 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.212912 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-e5a81541-1511-48fa-98ea-e7571720b910 None None] Port 1b201e59-8164-4430-9717-58ef3348f9e8 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:31:14.338545 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.508230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b201e59-8164-4430-9717-58ef3348f9e8 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:14.516158 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.530381 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Transition to ACTIVE for port object 1b201e59-8164-4430-9717-58ef3348f9e8 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:31:14.538275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.611078 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Pushing event updated for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:14.676041 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Attempting to bind port 1b201e59-8164-4430-9717-58ef3348f9e8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:31:14.676357 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Attempting to bind port 1b201e59-8164-4430-9717-58ef3348f9e8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:31:14.676683 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Attempting to bind port 1b201e59-8164-4430-9717-58ef3348f9e8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:14.686395 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Port 1b201e59-8164-4430-9717-58ef3348f9e8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:31:14.687277 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Attempting to bind port 1b201e59-8164-4430-9717-58ef3348f9e8 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:14.696675 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:31:14.697481 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:31:14.698194 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Bound using segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:31:14.699344 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Bound port: 1b201e59-8164-4430-9717-58ef3348f9e8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:31:14.699847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.796540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:31:14.800091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1b201e59-8164-4430-9717-58ef3348f9e8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:31:14.809248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.857234 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:14.858002 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:14.859436 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] 10.222.0.24 "PUT /v2.0/ports/1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 1094 time: 0.8761203 Aug 10 10:31:14.859999 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:14.862311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48262c9-a8e3-4a57-a57c-7134c6491f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:14.892451 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e221cd-50cf-48aa-923d-71aba2b1a58e service neutron] Pushing event updated for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:14.934147 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d407e29-4f02-41b4-adae-79b42fba3c12 x-openstack-request-id: req-7d407e29-4f02-41b4-adae-79b42fba3c12 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:14.934464 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:14.934719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d407e29-4f02-41b4-adae-79b42fba3c12 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:14.935103 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8', 'status': 'completed', 'code': 200} Aug 10 10:31:14.991043 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-f259d32e-6507-4c7c-8738-a9c121863d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:14.992592 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-f259d32e-6507-4c7c-8738-a9c121863d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1097 time: 0.0476253 Aug 10 10:31:15.070179 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-fe6bb14d-d2ab-4d38-a656-0e6638d1297e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0633130 Aug 10 10:31:15.190024 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-f5216141-8eef-414d-8fc5-50df15b71be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.191711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-f5216141-8eef-414d-8fc5-50df15b71be7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.1127734 Aug 10 10:31:15.249631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f68d3-d054-446a-bdd3-43ec8a90c1ef req-4462dcbd-8295-460e-aec4-05f8033ce9d5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.255833 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-131f68d3-d054-446a-bdd3-43ec8a90c1ef req-4462dcbd-8295-460e-aec4-05f8033ce9d5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.1274900 Aug 10 10:31:15.304197 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:15.347235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-3aed753e-9d69-4830-a9ed-3a38dbca86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.348923 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-3aed753e-9d69-4830-a9ed-3a38dbca86a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484926 Aug 10 10:31:15.352097 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-131f68d3-d054-446a-bdd3-43ec8a90c1ef req-a115fdc4-8ca6-43ad-a4f3-aa91c63490cf tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920327 Aug 10 10:31:15.375479 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f142-a1ac-4134-b5be-d5ffe08d6cb2 req-d0e6ae79-1692-4fe1-a2c2-f42bfa08d184 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.377140 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08f7f142-a1ac-4134-b5be-d5ffe08d6cb2 req-d0e6ae79-1692-4fe1-a2c2-f42bfa08d184 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.1184130 Aug 10 10:31:15.470956 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08f7f142-a1ac-4134-b5be-d5ffe08d6cb2 req-a25afdd7-84db-4a0b-9955-9861ab5678da tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822101 Aug 10 10:31:15.496059 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-5b6c54f8-fbe4-4d79-963a-57e34c0bb55a service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379981 Aug 10 10:31:15.598316 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-71b6fca7-0fd1-4a91-98b1-f125db0ddbf0 req-122de816-c1f7-42fc-8f2e-8cb06fb4edf9 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941465 Aug 10 10:31:15.738222 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-09a24e2e-5e0f-4ee5-8f86-6c54e291dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.739786 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-09a24e2e-5e0f-4ee5-8f86-6c54e291dff0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1097 time: 0.0461717 Aug 10 10:31:15.839690 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-13c48e31-e5c2-4662-bc01-d34622c810d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.841377 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-13c48e31-e5c2-4662-bc01-d34622c810d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0940988 Aug 10 10:31:15.890893 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-47f267c2-1826-4e20-8da2-f22d0fc47613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0397289 Aug 10 10:31:15.952755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-3548884e-f721-4e28-a2da-eee2b764bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:15.954231 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-3548884e-f721-4e28-a2da-eee2b764bf1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0547323 Aug 10 10:31:16.008709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-490fcfc0-47ce-4e92-bfad-c82b9f2f65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:16.010225 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-490fcfc0-47ce-4e92-bfad-c82b9f2f65c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488534 Aug 10 10:31:16.099948 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-dda4ec62-83bb-43ec-a099-613bc6f20e81 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821798 Aug 10 10:31:16.201150 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b48262c9-a8e3-4a57-a57c-7134c6491f6d req-9318004b-df39-41c6-b884-cd011608d8f9 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945306 Aug 10 10:31:16.477197 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424987c8-c95e-46ea-80fa-1a37d6a3472c req-a3bbb8a1-0d37-4635-960d-0870c9395906 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:16.478620 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-424987c8-c95e-46ea-80fa-1a37d6a3472c req-a3bbb8a1-0d37-4635-960d-0870c9395906 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Aug 10 10:31:16.517980 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-424987c8-c95e-46ea-80fa-1a37d6a3472c req-d66afccc-9e1d-4cf1-a061-96ec136db18e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331130 Aug 10 10:31:16.572221 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:16.589814 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581586b-c5f9-454c-898a-da06992528fa req-97c703e1-7b65-4b80-b929-6f65478e1c17 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:16.591274 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b581586b-c5f9-454c-898a-da06992528fa req-97c703e1-7b65-4b80-b929-6f65478e1c17 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.0502167 Aug 10 10:31:16.629804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b581586b-c5f9-454c-898a-da06992528fa req-9e2c556f-7395-4c25-818a-9c0c23c6d410 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321989 Aug 10 10:31:16.913470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-0eb67b3a-9439-4867-94f8-231ea4f7fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:16.914815 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-0eb67b3a-9439-4867-94f8-231ea4f7fbf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1098 time: 0.0418949 Aug 10 10:31:17.001404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-30aa0627-3f3f-418d-b956-c7583480bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:17.002834 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-30aa0627-3f3f-418d-b956-c7583480bdac service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.0815251 Aug 10 10:31:17.068957 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-9f9312b3-9b7a-46d9-9fb1-35a3f8ef994e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 1001 time: 0.0591969 Aug 10 10:31:17.117481 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-685d5f19-e0e4-457a-b077-8a53e52b652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:17.118872 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-685d5f19-e0e4-457a-b077-8a53e52b652e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0431335 Aug 10 10:31:17.163369 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-651e6b74-66ac-44b1-a4e1-e8572f95f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:17.164830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-651e6b74-66ac-44b1-a4e1-e8572f95f606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378795 Aug 10 10:31:17.255162 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-81ebaefa-13e5-4962-accc-547cb905d5b7 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820992 Aug 10 10:31:17.340103 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d6026c2c-70a2-4060-985c-7a42cc6feb41 req-03d8524b-f42e-43df-92f6-f36990ec3981 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784485 Aug 10 10:31:17.527466 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35120) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:17.673287 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d132a-e1e1-4e59-beb5-d3533477e55d req-18d03f67-365d-4a92-baf5-075d706db5e8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:17.674755 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f9d132a-e1e1-4e59-beb5-d3533477e55d req-18d03f67-365d-4a92-baf5-075d706db5e8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0869145 Aug 10 10:31:17.786296 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8f9d132a-e1e1-4e59-beb5-d3533477e55d req-ff386d0b-4cdc-49d6-b538-e5d3ef807d99 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032481 Aug 10 10:31:17.807155 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689988-90d8-4a85-975c-ed37323dc5ac req-3a2947d1-f9cb-4a8f-999a-b7f04cc356aa tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:17.809135 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9689988-90d8-4a85-975c-ed37323dc5ac req-3a2947d1-f9cb-4a8f-999a-b7f04cc356aa tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.1090927 Aug 10 10:31:17.917560 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9689988-90d8-4a85-975c-ed37323dc5ac req-9606d76e-b152-47b4-8004-3c080d3e51a1 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789516 Aug 10 10:31:18.141933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:18.666566 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Deleting port 11470f4e-1259-4fa5-98cf-15db908e7c54 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:18.667012 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:18.743198 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] For port 11470f4e-1259-4fa5-98cf-15db908e7c54, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=11470f4e-1259-4fa5-98cf-15db908e7c54,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:18.743586 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:18.756057 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Calling delete_port for 11470f4e-1259-4fa5-98cf-15db908e7c54 owned by network:router_interface {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:18.932158 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251ad58-a20f-4a90-af01-2a98c04f7d1f req-b56cf683-4562-4ffa-b6f7-7b7aa0025182 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:18.934575 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5251ad58-a20f-4a90-af01-2a98c04f7d1f req-b56cf683-4562-4ffa-b6f7-7b7aa0025182 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 945 time: 0.0701623 Aug 10 10:31:19.018056 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5251ad58-a20f-4a90-af01-2a98c04f7d1f req-f328825e-9411-4f28-beac-d29ff16f0295 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599797 Aug 10 10:31:19.018634 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.066232 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Pushing event deleted for resources: {'Port': ['ID=11470f4e-1259-4fa5-98cf-15db908e7c54,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:19.123265 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec092586-5064-49d6-9b24-c43bd0f3d47b req-6ed730f3-64ba-4bc9-8ffb-c918bab06a2f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:19.124796 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ec092586-5064-49d6-9b24-c43bd0f3d47b req-6ed730f3-64ba-4bc9-8ffb-c918bab06a2f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.1248517 Aug 10 10:31:19.214255 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ec092586-5064-49d6-9b24-c43bd0f3d47b req-2f3a4c70-b91c-4149-9df1-616b2373ba73 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807569 Aug 10 10:31:19.270408 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.363169 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:19.438827 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.460927 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:19.463061 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a66318e-c9b6-4759-a7b0-dbdebd21c12c" -d '{"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-unplugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:19.477835 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:19.482876 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.492564 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:31:19.529992 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=8']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:19.562045 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58288d13-7ec6-4180-8a4d-9e6e47e0fb48 x-openstack-request-id: req-58288d13-7ec6-4180-8a4d-9e6e47e0fb48 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:19.562397 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-unplugged", "status": "failed", "tag": "e937d666-4910-4b91-b29c-05b305952456", "code": 422}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:19.562653 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58288d13-7ec6-4180-8a4d-9e6e47e0fb48 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:19.563090 dv-cinder-804035-3-iscsi neutron-server[93286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'code': 422} returned with failed status Aug 10 10:31:19.600039 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:31:19.605555 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7fca0336-9f7c-40bb-a117-bda69005aabf admin admin] 10.222.0.10 "PUT /v2.0/routers/35aad6f5-6b67-481f-bea5-0e5f97ae4493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770721 Aug 10 10:31:19.608327 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35136) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:19.611064 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Sync routers for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:31:19.620311 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:19.621011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:31:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:19.711987 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.724228 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:19.808477 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.866427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Deleting port 42ed000b-73f1-4811-8ae2-505386a5fa50 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:19.866782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.900871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:31:18Z', 'revision_number': 5, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port': {'id': '42ed000b-73f1-4811-8ae2-505386a5fa50', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ee:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:19.926919 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Checking router: 35aad6f5-6b67-481f-bea5-0e5f97ae4493 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:31:19.935031 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Routers {'35aad6f5-6b67-481f-bea5-0e5f97ae4493'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:19.935660 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:31:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:19.943774 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] For port 42ed000b-73f1-4811-8ae2-505386a5fa50, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=42ed000b-73f1-4811-8ae2-505386a5fa50,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:19.944642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:19.957835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Calling delete_port for 42ed000b-73f1-4811-8ae2-505386a5fa50 owned by network:router_gateway {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:20.019616 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] Set router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 gateway port host: None {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:20.072253 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:31:19Z', 'revision_number': 6, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:20.100480 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc1d319-9922-48b7-9c5c-709530475a57 None None] The sync data for ids ['35aad6f5-6b67-481f-bea5-0e5f97ae4493'] in dv-cinder-804035-3-iscsi is: [{'id': '35aad6f5-6b67-481f-bea5-0e5f97ae4493', 'name': 'tempest-AttachVolumeTestJSON-574118306-router', 'tenant_id': '4970b71eaa20436d88ef98187afa4dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:31:19Z', 'revision_number': 6, 'project_id': '4970b71eaa20436d88ef98187afa4dad', 'gw_port_host': None}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:31:20.161382 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.195801 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67331af9-4a52-4e45-9f0a-443d0fb26f26 req-74155716-b68c-434a-b749-4cfc86bbdd97 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:20.197433 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67331af9-4a52-4e45-9f0a-443d0fb26f26 req-74155716-b68c-434a-b749-4cfc86bbdd97 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0887752 Aug 10 10:31:20.203671 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ed000b-73f1-4811-8ae2-505386a5fa50,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:20.274395 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67331af9-4a52-4e45-9f0a-443d0fb26f26 req-64b29d53-f9e1-440e-8f54-0942ab634dcb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680802 Aug 10 10:31:20.286610 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.402350 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.405911 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.423949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9f44b-5e53-43cd-b062-10023210f1b8 req-d684ca46-6a5b-406a-909b-bfaccffc955c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:20.425424 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cc9f44b-5e53-43cd-b062-10023210f1b8 req-d684ca46-6a5b-406a-909b-bfaccffc955c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.1425700 Aug 10 10:31:20.481789 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.482328 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35aad6f5-6b67-481f-bea5-0e5f97ae4493 {{(pid=93284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:31:20.487770 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.491616 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-343b10e6-041d-4d47-90a5-54a0e4cd0f01 admin admin] 10.222.0.10 "DELETE /v2.0/routers/35aad6f5-6b67-481f-bea5-0e5f97ae4493 HTTP/1.1" status: 204 len: 168 time: 0.8823464 Aug 10 10:31:20.491747 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35150) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:20.508693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cc9f44b-5e53-43cd-b062-10023210f1b8 req-eef70909-a80b-4d20-9db0-431c4c89a3f0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537882 Aug 10 10:31:20.553979 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Deleting subnet c8920cfe-839c-4547-b460-2bbf460dc8ad {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:31:20.557215 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.599340 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.703512 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.757091 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.785401 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8920cfe-839c-4547-b460-2bbf460dc8ad,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:20.792725 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.796929 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35162) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:20.797624 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-be2127fd-7404-4449-b752-5c9c588ee703 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c8920cfe-839c-4547-b460-2bbf460dc8ad HTTP/1.1" status: 204 len: 168 time: 0.3046763 Aug 10 10:31:20.806661 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e06908-5421-4a82-a1a0-edfda6f34fa9 None None] Network aae8c957-69bd-408a-88a3-8f5be039c9ec requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:31:20.876256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.939026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Deleting port 31d38e66-dacc-428e-8da5-8042d4a3595b {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:20.939404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:20.995863 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] DHCP port deletion for aae8c957-69bd-408a-88a3-8f5be039c9ec request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:31:21.005062 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] For port 31d38e66-dacc-428e-8da5-8042d4a3595b, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=31d38e66-dacc-428e-8da5-8042d4a3595b,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:21.005596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.018904 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Calling delete_port for 31d38e66-dacc-428e-8da5-8042d4a3595b owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:21.049252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Deleting port 31d38e66-dacc-428e-8da5-8042d4a3595b {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:31:21.049783 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.117632 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.135383 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] For port 31d38e66-dacc-428e-8da5-8042d4a3595b, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=31d38e66-dacc-428e-8da5-8042d4a3595b,segment=NetworkSegment(4f4466de-368f-425c-8596-6159cfeae7ac),segment_id=4f4466de-368f-425c-8596-6159cfeae7ac)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:21.136288 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.152743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=31d38e66-dacc-428e-8da5-8042d4a3595b,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:21.155971 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Calling delete_port for 31d38e66-dacc-428e-8da5-8042d4a3595b owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:31:21.158392 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] No DVR routers for this DVR port 31d38e66-dacc-428e-8da5-8042d4a3595b on host dv-cinder-804035-3-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:31:21.242691 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.254791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae8c957-69bd-408a-88a3-8f5be039c9ec']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:21.272089 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4466de-368f-425c-8596-6159cfeae7ac') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:21.272441 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4466de-368f-425c-8596-6159cfeae7ac') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:21.282443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.297915 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.305999 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.316298 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:31:21.316714 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:31:21.318495 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:31:21.346980 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] Pushing event deleted for resources: {'Port': ['ID=31d38e66-dacc-428e-8da5-8042d4a3595b,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:21.348861 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77b74e-81fe-4875-a79b-5d627c640900 None None] No DVR routers for this DVR port 31d38e66-dacc-428e-8da5-8042d4a3595b on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:31:21.411662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.422332 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12400-4eb7-4dc7-bcc4-758d08b9e3c7 req-af208cde-d112-4f7b-9767-c01699a0f9cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:21.423867 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ee12400-4eb7-4dc7-bcc4-758d08b9e3c7 req-af208cde-d112-4f7b-9767-c01699a0f9cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0654709 Aug 10 10:31:21.428975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.430809 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] 10.222.0.10 "DELETE /v2.0/networks/aae8c957-69bd-408a-88a3-8f5be039c9ec HTTP/1.1" status: 204 len: 168 time: 0.6326685 Aug 10 10:31:21.447616 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a947d2-0865-4f64-9bb2-55313726b0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=aae8c957-69bd-408a-88a3-8f5be039c9ec,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:21.485824 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ee12400-4eb7-4dc7-bcc4-758d08b9e3c7 req-5b324f46-1a89-449c-ad08-5296696d57a2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Aug 10 10:31:21.562203 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35190) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:21.637723 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-23d18aa0-feeb-4e8a-9c6f-0713ab421d41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4970b71eaa20436d88ef98187afa4dad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0712895 Aug 10 10:31:21.637723 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35196) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:21.672989 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985d54-22e9-41c1-b174-987950208478 req-aa721f17-244a-434c-8c82-a2a621a82006 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:21.674586 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1a985d54-22e9-41c1-b174-987950208478 req-aa721f17-244a-434c-8c82-a2a621a82006 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.0860343 Aug 10 10:31:21.678472 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35198) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:21.700278 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 42ed000b-73f1-4811-8ae2-505386a5fa50 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:21.721747 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 42ed000b-73f1-4811-8ae2-505386a5fa50 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:31:21.722307 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 42ed000b-73f1-4811-8ae2-505386a5fa50 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:31:21.722880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 31d38e66-dacc-428e-8da5-8042d4a3595b no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:21.738189 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1a985d54-22e9-41c1-b174-987950208478 req-954539a6-69f2-42b0-9803-50ed0b3130b6 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558138 Aug 10 10:31:21.739217 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.743508 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 31d38e66-dacc-428e-8da5-8042d4a3595b {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:31:21.744254 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 31d38e66-dacc-428e-8da5-8042d4a3595b not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:31:21.744897 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 11470f4e-1259-4fa5-98cf-15db908e7c54 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:31:21.764642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.766679 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 11470f4e-1259-4fa5-98cf-15db908e7c54 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:31:21.767037 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 11470f4e-1259-4fa5-98cf-15db908e7c54 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:31:21.777907 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-1a0f9e07-2d83-4453-bf07-eb977fb0dbad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979064 Aug 10 10:31:21.824114 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.827425 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:21.831354 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bad2fd87-eae8-489d-95bf-5d0a3679c788 HTTP/1.1" status: 204 len: 168 time: 0.1907372 Aug 10 10:31:21.842808 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73378ee-2c7e-4a3c-b4d8-8e20e888088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2fd87-eae8-489d-95bf-5d0a3679c788,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:22.514445 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35228) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:22.611990 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9274dfd-f93e-4975-9096-efa0e2d26bae req-a40f8e1d-d67e-4239-bd0b-41f1920b9f7e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.613465 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c9274dfd-f93e-4975-9096-efa0e2d26bae req-a40f8e1d-d67e-4239-bd0b-41f1920b9f7e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0523338 Aug 10 10:31:22.614266 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1223440643-network', 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:22.635335 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:31:22.637925 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.646309 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.674075 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-9356837a-3e4f-4510-923c-9483606bd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.675634 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-9356837a-3e4f-4510-923c-9483606bd24c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08&tenant_id=e97924377468499aad42c62dc70f4ccc HTTP/1.1" status: 200 len: 1096 time: 0.0612233 Aug 10 10:31:22.681122 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c9274dfd-f93e-4975-9096-efa0e2d26bae req-dfec337b-0371-4aaf-a6f3-6c0763def167 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577071 Aug 10 10:31:22.746657 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-0371f745-9246-4cbd-8416-fc73e5d8a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.747896 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.748384 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-0371f745-9246-4cbd-8416-fc73e5d8a5f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1096 time: 0.0399547 Aug 10 10:31:22.752047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.774595 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:31:22.788776 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dbe4f9-c51d-4780-a5dc-05fa28e6389a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:22.795119 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.795487 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Added segment a5a89fc4-c29b-43c4-9add-ff734004bb12 of type vlan for network 64b86435-2b48-49ae-bdbe-1955f75a6717 Aug 10 10:31:22.808379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.808736 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.809100 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.809435 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.809766 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.810093 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.810414 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.810737 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.811072 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.811408 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.811737 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.812056 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:22.857357 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.876991 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-e86090ea-29b1-43cd-94eb-10291b19f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.878424 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-e86090ea-29b1-43cd-94eb-10291b19f3c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1236198 Aug 10 10:31:22.889260 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.889474 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc6d2f-0892-4c6e-8f9f-f333e3e9c914 req-8c273d58-036a-42ef-a1cb-293cd6e76486 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.890279 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:22.890719 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-afdc6d2f-0892-4c6e-8f9f-f333e3e9c914 req-8c273d58-036a-42ef-a1cb-293cd6e76486 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 944 time: 0.0747361 Aug 10 10:31:22.890845 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:22.936044 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4204650 Aug 10 10:31:22.942131 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35236) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:22.947462 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Request body: {'subnet': {'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1223440643-subnet', 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:22.968607 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50dbf1-bea5-465f-814a-e2ade7e20749 admin admin] Pushing event updated for resources: {'Network': ['ID=64b86435-2b48-49ae-bdbe-1955f75a6717,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:22.980339 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:31:22.980517 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:31:22.983199 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:23.172518 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:23.221570 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b33df7-482a-497e-943d-1cf35cb72993,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:23.237273 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Checking segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:31:23.237631 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Network hostable DHCP agents. Network: 64b86435-2b48-49ae-bdbe-1955f75a6717, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:31:23.242776 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-afdc6d2f-0892-4c6e-8f9f-f333e3e9c914 req-7f8d688a-cc43-467f-8d10-bc61dbfbd67b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392067 Aug 10 10:31:23.244594 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-6e91f0f6-85a6-405c-9f4c-26fc9f473be2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 999 time: 0.3530440 Aug 10 10:31:23.261832 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:31:23.271937 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 64b86435-2b48-49ae-bdbe-1955f75a6717) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:31:23.275924 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:23.276929 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:23.283218 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89ec256-252b-498d-9e60-ebca187ca3e3 None None] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:31:23.292727 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-276549e6-0bb3-4724-ab00-9053bed8c955 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3489211 Aug 10 10:31:23.306463 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-9b98bcdd-6b49-41ef-ab71-1d489903048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:23.308611 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-9b98bcdd-6b49-41ef-ab71-1d489903048f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0569813 Aug 10 10:31:23.356520 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-976ec57a-45b3-48e5-83dc-2ed6b66a1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:23.358056 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-976ec57a-45b3-48e5-83dc-2ed6b66a1c58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425656 Aug 10 10:31:23.383484 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1b201e59-8164-4430-9717-58ef3348f9e8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:31:23.414597 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4abf2-1864-42da-8e74-5378be263df0 None None] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:31:23.468881 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-773b3be7-db30-4c9c-9e8b-4b7e3f574459 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041136 Aug 10 10:31:23.566774 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bec7fb38-89cb-4098-bea0-8be478798de6 req-260d6d46-d5b1-4b3a-846e-f19422ca2b14 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906177 Aug 10 10:31:23.567519 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1b201e59-8164-4430-9717-58ef3348f9e8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:23.598885 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '1b201e59-8164-4430-9717-58ef3348f9e8', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:31:23.656786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:23.669900 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b201e59-8164-4430-9717-58ef3348f9e8 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:23.689678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1b201e59-8164-4430-9717-58ef3348f9e8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:23.693537 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:23.746854 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:23.748611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-f38698a2-8308-423c-ab92-eedba2e4e31b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:23.750243 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-f38698a2-8308-423c-ab92-eedba2e4e31b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1062996 Aug 10 10:31:23.766707 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-e1e15bf3-5de4-4999-80d3-708be3761d4f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/quotas/acd4aa26048841c58543ddab34ea05ee HTTP/1.1" status: 200 len: 375 time: 0.0107691 Aug 10 10:31:23.817893 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-0835dad7-9ad7-4f12-bf5f-57c22364b796 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400710 Aug 10 10:31:23.881736 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092bbaf-89b2-485a-b11f-dcf2f144fa0d req-84a1e0b9-6444-4d6a-a79d-11313205009e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:23.883520 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c092bbaf-89b2-485a-b11f-dcf2f144fa0d req-84a1e0b9-6444-4d6a-a79d-11313205009e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.1140819 Aug 10 10:31:23.950463 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c092bbaf-89b2-485a-b11f-dcf2f144fa0d req-b0f56f3a-d40c-46bd-9875-016abab4a0be tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569813 Aug 10 10:31:23.956960 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-4248b1cd-d7ae-4f93-8320-b66db6469910 service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284621 Aug 10 10:31:23.974096 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['1b201e59-8164-4430-9717-58ef3348f9e8'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:31:24.062326 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-f8c193e9-b344-41fa-b88f-a116a10c0150 service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016383 Aug 10 10:31:24.432545 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a5188af5-2615-4c9b-bb8d-b8acbae07eae req-e380de17-d6a2-441c-88f2-656548036d35 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.1668568 Aug 10 10:31:24.528528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf2f1-d5d3-4602-96ca-8200e9cd6c4b req-12501a2a-1b06-4a1a-bf8a-7459622a48e8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:24.531373 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1fbf2f1-d5d3-4602-96ca-8200e9cd6c4b req-12501a2a-1b06-4a1a-bf8a-7459622a48e8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 945 time: 0.0977378 Aug 10 10:31:24.615516 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1fbf2f1-d5d3-4602-96ca-8200e9cd6c4b req-a66d126e-08fe-4188-af4e-2124acd2ce79 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748506 Aug 10 10:31:25.077782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa295fe0-b18c-4a7f-839b-4593bf7699df req-9f211101-082b-485b-9243-248fa918d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:25.079239 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fa295fe0-b18c-4a7f-839b-4593bf7699df req-9f211101-082b-485b-9243-248fa918d25f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0504241 Aug 10 10:31:25.117359 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fa295fe0-b18c-4a7f-839b-4593bf7699df req-6acabde7-fad2-4151-b63d-cc3edb93a5d9 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Aug 10 10:31:25.384839 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1b201e59-8164-4430-9717-58ef3348f9e8 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:31:25.435577 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 1b201e59-8164-4430-9717-58ef3348f9e8 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:31:25.439493 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 1b201e59-8164-4430-9717-58ef3348f9e8 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:31:25.439864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:25.524441 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:25.529421 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4539a444-6d16-42d1-9fdc-f1ee85652c57 req-60e06b3c-2317-4f21-94fd-6cac984c15a3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Aug 10 10:31:25.549498 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:25.551772 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430e2dfb-fced-48a2-8717-7955f4c3408e" -d '{"events": [{"server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "name": "network-vif-plugged", "status": "completed", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:25.566147 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1b201e59-8164-4430-9717-58ef3348f9e8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:25.571182 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:25.597046 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a048965-e247-49e2-ad19-145ec085f7ec x-openstack-request-id: req-1a048965-e247-49e2-ad19-145ec085f7ec {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:25.597340 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "name": "network-vif-plugged", "status": "completed", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:25.597585 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a048965-e247-49e2-ad19-145ec085f7ec {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:25.597959 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8', 'code': 200} Aug 10 10:31:25.628327 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:25.728986 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7a93-cfb7-45f9-bc61-c6851a7854a0 req-f58434da-1360-49df-a1aa-965d152e8d04 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:25.731622 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-533c7a93-cfb7-45f9-bc61-c6851a7854a0 req-f58434da-1360-49df-a1aa-965d152e8d04 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0538206 Aug 10 10:31:25.768946 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-533c7a93-cfb7-45f9-bc61-c6851a7854a0 req-41d5ce60-6dd6-45f7-ada6-6758297775d7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313237 Aug 10 10:31:26.246852 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b385f9f-b245-482a-8cb6-fc61a4edc014 req-23d6e93f-c89d-4e24-80f5-87d0b2c265a8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:26.248548 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0b385f9f-b245-482a-8cb6-fc61a4edc014 req-23d6e93f-c89d-4e24-80f5-87d0b2c265a8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0523880 Aug 10 10:31:26.287579 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0b385f9f-b245-482a-8cb6-fc61a4edc014 req-6b522111-996f-4a46-aa1a-40c74a328b1b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Aug 10 10:31:26.629628 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6fef26de-7a5e-4119-8620-25174198b385 req-5c7b63a8-0f46-4fac-b80e-9e07897b2506 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Aug 10 10:31:26.896048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ea43-de96-42b8-ae34-3d31041af688 req-51569ba5-e1f5-47e1-a11d-77615cb46430 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:26.897481 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6d88ea43-de96-42b8-ae34-3d31041af688 req-51569ba5-e1f5-47e1-a11d-77615cb46430 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Aug 10 10:31:26.938576 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6d88ea43-de96-42b8-ae34-3d31041af688 req-1f980243-d6b2-4d4b-ad96-901bf255e6ed tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353229 Aug 10 10:31:27.413302 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6de3-71b7-45eb-8b95-1dbcf12f2734 req-88931734-786d-4d3f-b6b7-8b1817d5cb79 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:27.414764 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-782d6de3-71b7-45eb-8b95-1dbcf12f2734 req-88931734-786d-4d3f-b6b7-8b1817d5cb79 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0529826 Aug 10 10:31:27.458935 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-782d6de3-71b7-45eb-8b95-1dbcf12f2734 req-840287c6-747e-469f-a751-8de16c245d04 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Aug 10 10:31:27.726007 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c4624df-8a69-4eaf-b4ff-0b4caec8dd79 req-11baf493-8d44-46d1-ac40-e86e1470a489 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0278084 Aug 10 10:31:28.068695 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7998b-648e-4887-95ed-5a589ab8194c req-4833ea1f-19f5-4aee-8a7b-bb59c3bc489e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:28.070322 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6eb7998b-648e-4887-95ed-5a589ab8194c req-4833ea1f-19f5-4aee-8a7b-bb59c3bc489e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0524018 Aug 10 10:31:28.111371 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6eb7998b-648e-4887-95ed-5a589ab8194c req-6b419eb3-5db1-4dbf-b41c-ce0cdc984726 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347066 Aug 10 10:31:28.589414 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7533e-7039-487c-b54f-3113e110cc86 req-5adb8b54-b5a9-4e26-a7e6-4253658277cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:28.591271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9ee7533e-7039-487c-b54f-3113e110cc86 req-5adb8b54-b5a9-4e26-a7e6-4253658277cb tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0516856 Aug 10 10:31:28.632637 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9ee7533e-7039-487c-b54f-3113e110cc86 req-ae6055d3-84b4-4b81-b6b4-efd67a90f863 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346856 Aug 10 10:31:28.822393 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ff874c19-58bf-4e0b-b143-0471b23fc112 req-5d288e00-35e1-4b72-ab0f-80cb9ae943a8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0273478 Aug 10 10:31:29.252107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a28fd-a152-45d6-8729-024d32282c04 req-7f57dcdf-14cc-457c-a137-fc860fb94fca tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:29.259956 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bd9a28fd-a152-45d6-8729-024d32282c04 req-7f57dcdf-14cc-457c-a137-fc860fb94fca tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0647285 Aug 10 10:31:29.298695 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bd9a28fd-a152-45d6-8729-024d32282c04 req-d4b40803-ab6e-4155-9632-c21c9bfcd74f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363162 Aug 10 10:31:29.769718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcee05-2a1f-4fd4-b2df-0eae81df20bd req-590f4b82-38b7-4427-92ac-27510661a8a8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:29.771395 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-89bcee05-2a1f-4fd4-b2df-0eae81df20bd req-590f4b82-38b7-4427-92ac-27510661a8a8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0551305 Aug 10 10:31:29.809406 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-89bcee05-2a1f-4fd4-b2df-0eae81df20bd req-d29a43b8-2736-44c4-a5bc-7e94d5e12a67 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Aug 10 10:31:29.928494 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3165101a-e6e1-4dc3-8981-01561ee45439 req-753ca858-0b27-44f8-a1e7-522729ad1129 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0275173 Aug 10 10:31:30.418139 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425c759-f9d8-479c-b9be-475a1a99f631 req-a9b6eea9-77be-4e45-bbee-a82e356a233f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:30.419908 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0425c759-f9d8-479c-b9be-475a1a99f631 req-a9b6eea9-77be-4e45-bbee-a82e356a233f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0504882 Aug 10 10:31:30.466966 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0425c759-f9d8-479c-b9be-475a1a99f631 req-96a97cb0-7ede-45de-8439-a1e15ff643ed tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Aug 10 10:31:30.940188 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dbb0f-debf-4e9f-85bc-c294f183741b req-307671dc-cca6-45a8-821d-6ae5e8661c60 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:30.942071 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-499dbb0f-debf-4e9f-85bc-c294f183741b req-307671dc-cca6-45a8-821d-6ae5e8661c60 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0542402 Aug 10 10:31:30.984091 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-499dbb0f-debf-4e9f-85bc-c294f183741b req-ddb2fa7c-9620-436b-98fe-3c64ecf4547c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Aug 10 10:31:31.034621 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0c3f6785-522e-41cf-9c98-b77161620ed1 req-97525ddc-b8a4-4b10-9ce8-ea84b7cdfb9f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Aug 10 10:31:31.584498 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd90be3-4c36-4de6-afdc-f034fdb264eb req-a68b50d6-5e38-43c8-a615-164095f81be8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:31.585967 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0cd90be3-4c36-4de6-afdc-f034fdb264eb req-a68b50d6-5e38-43c8-a615-164095f81be8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0514593 Aug 10 10:31:31.624669 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0cd90be3-4c36-4de6-afdc-f034fdb264eb req-5ba3dc90-6726-4b70-9c44-a33f82bb9b21 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Aug 10 10:31:32.136878 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbae117-123c-4015-a919-fa8a0714a96a req-28545dd4-ba73-4f9c-860b-3aeb3b15ff10 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Aug 10 10:31:32.144427 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0931c3-6876-4836-9d40-9e3e42eea8c6 req-5266a71a-8d3b-499a-9d3e-b536673391a6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:32.145875 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f0931c3-6876-4836-9d40-9e3e42eea8c6 req-5266a71a-8d3b-499a-9d3e-b536673391a6 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0838015 Aug 10 10:31:32.190366 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f0931c3-6876-4836-9d40-9e3e42eea8c6 req-697e4525-a1ec-44fc-bd24-26aca1b4fd2c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361631 Aug 10 10:31:32.746791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7109777-56c8-465f-8bc9-b82778d3f78d req-83696ccd-7f26-414c-8d12-7fbb6a76f0ad tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:32.748318 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7109777-56c8-465f-8bc9-b82778d3f78d req-83696ccd-7f26-414c-8d12-7fbb6a76f0ad tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0580645 Aug 10 10:31:32.789073 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7109777-56c8-465f-8bc9-b82778d3f78d req-5927f376-aa3a-4d74-954f-d2f33806fa5d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344732 Aug 10 10:31:33.235360 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1652c72-7539-4e97-9979-6487e742496b req-b44fbe87-eb12-4811-a86d-7cb5991caf28 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Aug 10 10:31:33.316123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3704-2413-4de7-a213-f6da529f72d7 req-41709942-de01-4871-9cbf-fef073434c25 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:33.317781 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-13cb3704-2413-4de7-a213-f6da529f72d7 req-41709942-de01-4871-9cbf-fef073434c25 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0535452 Aug 10 10:31:33.368876 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-13cb3704-2413-4de7-a213-f6da529f72d7 req-9347fb4f-4e44-408b-8696-2af39f888ca1 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Aug 10 10:31:33.925364 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448b03b-b538-4ecf-ab15-4651611cc5b5 req-fa8a48e1-48ab-46c2-a73f-f607461b8f15 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:33.927518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9448b03b-b538-4ecf-ab15-4651611cc5b5 req-fa8a48e1-48ab-46c2-a73f-f607461b8f15 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0674753 Aug 10 10:31:33.987732 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9448b03b-b538-4ecf-ab15-4651611cc5b5 req-3853e7f7-137c-45c2-8cbf-dd08f82e8de2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545011 Aug 10 10:31:34.327410 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9be48560-7d62-46c9-a6b3-e3235303e545 req-990f050f-1cb2-4dd1-bd81-04d2b3ec0eb4 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Aug 10 10:31:34.491516 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da871b7-807e-4843-83fe-7150a51d12fd req-3fcae460-22ba-4f88-a4cd-4fbc44fb97d4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:34.492942 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1da871b7-807e-4843-83fe-7150a51d12fd req-3fcae460-22ba-4f88-a4cd-4fbc44fb97d4 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0518520 Aug 10 10:31:34.530257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1da871b7-807e-4843-83fe-7150a51d12fd req-e654b608-1724-4275-89fb-c80c73f2620c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Aug 10 10:31:35.100272 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e92984-a287-4540-86f2-cd99676ddf34 req-65deda33-917a-48b7-b2ba-331212d687d7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:35.101609 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-48e92984-a287-4540-86f2-cd99676ddf34 req-65deda33-917a-48b7-b2ba-331212d687d7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0477824 Aug 10 10:31:35.141086 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-48e92984-a287-4540-86f2-cd99676ddf34 req-1179c3a9-a158-43cc-a909-e0d280479fa0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Aug 10 10:31:35.343988 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47bd3a-c4f4-4e84-918b-fd82599fa2c3 req-4cfa1c3e-2ad9-4fa5-b42f-8840b8cd516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:35.345450 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e47bd3a-c4f4-4e84-918b-fd82599fa2c3 req-4cfa1c3e-2ad9-4fa5-b42f-8840b8cd516c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1099 time: 0.0393062 Aug 10 10:31:35.381030 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8e47bd3a-c4f4-4e84-918b-fd82599fa2c3 req-5528d41e-40f0-4e80-9b47-6f4356940bc4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284121 Aug 10 10:31:35.426696 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5702bb0d-519c-45a1-a373-fc507be8e1fd req-0ddd28d7-fcd1-4e43-9bb0-6238570cd017 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Aug 10 10:31:35.646859 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670871c5-77e0-4b4d-9ab8-39d0f929fc35 req-9da84edc-0121-4035-a5f1-e019c36c382d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:35.648223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-670871c5-77e0-4b4d-9ab8-39d0f929fc35 req-9da84edc-0121-4035-a5f1-e019c36c382d tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0476782 Aug 10 10:31:35.686290 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-670871c5-77e0-4b4d-9ab8-39d0f929fc35 req-220d1983-6063-4924-8e06-ad9d3fd74ad5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Aug 10 10:31:36.116522 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-937f150d-c255-4e9b-8663-6ef0cfb407c9 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:36.117958 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-937f150d-c255-4e9b-8663-6ef0cfb407c9 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1069622 Aug 10 10:31:36.152508 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Request body: {'port': {'device_id': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'admin_state_up': True, 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:36.284480 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e703bf-4227-4d40-9e9c-d680e151385c req-e4dee691-b9a9-4442-8c97-8b1e92ee8b29 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:36.285914 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-25e703bf-4227-4d40-9e9c-d680e151385c req-e4dee691-b9a9-4442-8c97-8b1e92ee8b29 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0751297 Aug 10 10:31:36.314314 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:31:36.317706 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:36.344801 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-25e703bf-4227-4d40-9e9c-d680e151385c req-58346655-9c8c-4c9e-96db-4c5e2eb1a70c tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519147 Aug 10 10:31:36.453079 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Allocated IP 172.20.0.7 (64b86435-2b48-49ae-bdbe-1955f75a6717/53b33df7-482a-497e-943d-1cf35cb72993/18f67524-3bad-44c3-8af0-76d8dbd381db) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:31:36.541164 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-78e7ef64-2f2c-4e5e-a472-a97df0acac87 req-83561952-e67c-4f96-9cf5-43dc9d7bbb10 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0404332 Aug 10 10:31:36.632387 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:36.669725 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:36.706610 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:31:36.709542 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:31:36.712081 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:31:36.750489 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event updated for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:36.774068 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.774424 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.774772 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.775107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.776036 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.776375 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.776706 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.777037 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.777363 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.777686 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.778008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.778329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:31:36.810408 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:36.811058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:36.831119 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-1c34bb6c-4c9e-4f76-a642-114f35b32c6a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6824551 Aug 10 10:31:36.840281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4433-0aee-4adc-ad8c-e80d8804640e req-ebceb4cc-677d-460a-97fb-ba1cae87b360 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:36.841703 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d57f4433-0aee-4adc-ad8c-e80d8804640e req-ebceb4cc-677d-460a-97fb-ba1cae87b360 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 943 time: 0.0849814 Aug 10 10:31:36.849449 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Request body: {'port': {'device_id': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:36.921109 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d57f4433-0aee-4adc-ad8c-e80d8804640e req-17eedb8d-4c2a-4efc-baf7-77fa53f8ec2a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688999 Aug 10 10:31:36.927517 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.185707 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f67524-3bad-44c3-8af0-76d8dbd381db {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:37.192801 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.204862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Transition to ACTIVE for port object 18f67524-3bad-44c3-8af0-76d8dbd381db will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:31:37.208156 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.259409 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:37.320196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Attempting to bind port 18f67524-3bad-44c3-8af0-76d8dbd381db on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:31:37.320527 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Attempting to bind port 18f67524-3bad-44c3-8af0-76d8dbd381db by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:31:37.320855 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Attempting to bind port 18f67524-3bad-44c3-8af0-76d8dbd381db on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:37.325815 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Port 18f67524-3bad-44c3-8af0-76d8dbd381db on network 64b86435-2b48-49ae-bdbe-1955f75a6717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:31:37.326131 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Attempting to bind port 18f67524-3bad-44c3-8af0-76d8dbd381db on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:37.330810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:31:37.331138 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Checking segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:31:37.331545 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Bound using segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:31:37.331964 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Bound port: 18f67524-3bad-44c3-8af0-76d8dbd381db, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:31:37.332306 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.397442 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:31:37.400485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=18f67524-3bad-44c3-8af0-76d8dbd381db,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:31:37.405172 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.463828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.464428 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.465791 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] 10.222.0.24 "PUT /v2.0/ports/18f67524-3bad-44c3-8af0-76d8dbd381db HTTP/1.1" status: 200 len: 1093 time: 0.6203663 Aug 10 10:31:37.466222 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:37.467816 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:31:37.468449 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ce7da-00a5-41e3-a198-98334fd2b883" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:37.492878 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c7f8-1fbf-4645-b6c2-24ee45aa5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:37.515785 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef3dca-47be-4ccc-bc44-579f08fad450 req-df892f85-0e79-4e5a-ae09-abf1f4716883 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.517276 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aef3dca-47be-4ccc-bc44-579f08fad450 req-df892f85-0e79-4e5a-ae09-abf1f4716883 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0885499 Aug 10 10:31:37.518812 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bd395a-eb4c-43ec-91c4-90da34b1464e x-openstack-request-id: req-a5bd395a-eb4c-43ec-91c4-90da34b1464e {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:37.519088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:37.519316 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5bd395a-eb4c-43ec-91c4-90da34b1464e {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:37.519634 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db', 'status': 'completed', 'code': 200} Aug 10 10:31:37.582903 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1aef3dca-47be-4ccc-bc44-579f08fad450 req-c1146203-635b-41a3-b02c-7acc20bc2b08 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595164 Aug 10 10:31:37.584899 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:37.594975 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-4e3db426-bc6a-4a72-8eb8-0094a1ef6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.597071 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-4e3db426-bc6a-4a72-8eb8-0094a1ef6646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 1096 time: 0.0598559 Aug 10 10:31:37.597223 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'e937d666-4910-4b91-b29c-05b305952456', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'port_id': 'e937d666-4910-4b91-b29c-05b305952456', 'mac_address': 'fa:16:3e:59:27:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:31:37.639978 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.654428 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e937d666-4910-4b91-b29c-05b305952456 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:37.658195 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-0390f741-caa6-437d-b755-31eb41c940b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f67524-3bad-44c3-8af0-76d8dbd381db HTTP/1.1" status: 200 len: 217 time: 0.0483699 Aug 10 10:31:37.675030 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:37.678852 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:37.725992 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=9']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:37.757688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-408d99ad-a712-45d1-8a6d-91bdef848963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.759119 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-408d99ad-a712-45d1-8a6d-91bdef848963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0798986 Aug 10 10:31:37.766294 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ca6c8-ea50-4c24-a124-f3205185e350 req-37158a26-1049-4803-8ee8-8bc4fd345f34 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.767628 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c59ca6c8-ea50-4c24-a124-f3205185e350 req-37158a26-1049-4803-8ee8-8bc4fd345f34 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 943 time: 0.1501939 Aug 10 10:31:37.782466 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eceab4-2314-440b-80e7-5538573f164b req-01256b59-036d-42bd-83b1-c83d2d3dd1cd tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.783847 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b1eceab4-2314-440b-80e7-5538573f164b req-01256b59-036d-42bd-83b1-c83d2d3dd1cd tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.1274040 Aug 10 10:31:37.807391 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-df6d1ad0-9487-4d8c-bb22-a6b4176c282b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375292 Aug 10 10:31:37.900067 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c59ca6c8-ea50-4c24-a124-f3205185e350 req-18bffe41-8d9a-4b9c-b58c-d5143dc01a89 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142869 Aug 10 10:31:37.909345 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b1eceab4-2314-440b-80e7-5538573f164b req-c65de8fb-a185-483a-baf6-8aea5aa833df tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053591 Aug 10 10:31:37.934547 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35372) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:37.940120 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-fe0fbb6c-2357-42f4-bc4f-e4ed0ee9a07e service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203537 Aug 10 10:31:37.968322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['e937d666-4910-4b91-b29c-05b305952456'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:31:37.979903 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7859b0-6fdf-4206-a3cd-9df65c976b1f tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:37.985414 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3d7859b0-6fdf-4206-a3cd-9df65c976b1f tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1094 time: 0.0492814 Aug 10 10:31:37.986277 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35376) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:31:37.990933 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:38.016235 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:38.078264 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3ca765e5-0075-4e83-9e5c-66b9db27827d req-fce1b8b5-23ca-4e27-a384-0683da75878e service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305866 Aug 10 10:31:38.086722 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c08e8-f044-48a6-b280-5ccf6f2feb6a req-d8abc82d-df69-43ea-ac3a-eb3d7c0ccf49 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:38.088852 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c6c08e8-f044-48a6-b280-5ccf6f2feb6a req-d8abc82d-df69-43ea-ac3a-eb3d7c0ccf49 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 944 time: 0.0897543 Aug 10 10:31:38.118763 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:38.132155 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c6c08e8-f044-48a6-b280-5ccf6f2feb6a req-268eeb2e-ca6a-4336-8749-3a9a1d5da8a2 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370100 Aug 10 10:31:38.202772 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-1616ec05-d6bd-46c2-9f75-da94bb3ee063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:38.204288 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-1616ec05-d6bd-46c2-9f75-da94bb3ee063 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 1096 time: 0.0395148 Aug 10 10:31:38.222939 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.27.2.157 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/2a7e1122-8de4-469f-b557-a9dbf671da76) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:31:38.296149 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-04e5fdec-bdcd-4db7-8937-2ab06efaea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:38.297582 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-04e5fdec-bdcd-4db7-8937-2ab06efaea4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 916 time: 0.0859332 Aug 10 10:31:38.321924 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:38.339918 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-3230c476-2fcc-4076-a21d-34051f51946a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18f67524-3bad-44c3-8af0-76d8dbd381db HTTP/1.1" status: 200 len: 217 time: 0.0345743 Aug 10 10:31:38.360032 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:38.389892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-fb56f1c0-8e2c-4378-8f74-88d20eebc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:38.391355 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-fb56f1c0-8e2c-4378-8f74-88d20eebc92c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0444179 Aug 10 10:31:38.398519 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:31:38.403797 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:31:38.406311 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:31:38.424377 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-f915d56f-0fce-45d8-af26-d83674d81635 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252798 Aug 10 10:31:38.436855 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=2a7e1122-8de4-469f-b557-a9dbf671da76,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:38.517986 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-426900ed-d0c5-4a16-87ff-3e542186022f service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Aug 10 10:31:38.606889 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ea3ce7da-00a5-41e3-a198-98334fd2b883 req-df26f250-fa82-48ea-b36c-377a7bac6ccc service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808010 Aug 10 10:31:38.974931 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.019102 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2ec6f-e29f-484d-9464-adce91ba9af7 req-dee78c8e-1da4-45f0-819c-55be8fef9be7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:39.020743 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bfd2ec6f-e29f-484d-9464-adce91ba9af7 req-dee78c8e-1da4-45f0-819c-55be8fef9be7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 943 time: 0.0537577 Aug 10 10:31:39.046288 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.058650 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bfd2ec6f-e29f-484d-9464-adce91ba9af7 req-681e9b26-5f82-4ed6-9585-b98d4cb2bcda tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Aug 10 10:31:39.192431 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.196942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.253496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f01d3e-b569-490e-ab40-0626f8e680ed req-e5f1e9c7-3297-484a-a5ef-357dc86bd7d8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:39.254953 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b7f01d3e-b569-490e-ab40-0626f8e680ed req-e5f1e9c7-3297-484a-a5ef-357dc86bd7d8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 944 time: 0.0489886 Aug 10 10:31:39.260524 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=2a7e1122-8de4-469f-b557-a9dbf671da76,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:39.276219 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.295672 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b7f01d3e-b569-490e-ab40-0626f8e680ed req-a059ad72-37a0-4fde-af70-1ccd13c06c76 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Aug 10 10:31:39.373867 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP dd229662-cfce-4ff1-ac7e-02575742b711 associated. External IP: 172.27.2.157, port: 1b201e59-8164-4430-9717-58ef3348f9e8. Aug 10 10:31:39.463533 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 18f67524-3bad-44c3-8af0-76d8dbd381db details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:31:39.470247 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:31:39.579906 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:31:39.686386 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:31:39.696851 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:31:39.698974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port e937d666-4910-4b91-b29c-05b305952456 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:31:39.699367 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.704433 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.707271 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:39.707910 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:31:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:39.733750 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f5368b30-c2f2-47f2-b36d-1edda72e8cd2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7460592 Aug 10 10:31:39.734313 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:39.737024 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f111939-eea0-4dd0-81a3-7f088ba4562c" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:39.740579 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=18f67524-3bad-44c3-8af0-76d8dbd381db,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:39.759541 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '18f67524-3bad-44c3-8af0-76d8dbd381db', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'port_id': '18f67524-3bad-44c3-8af0-76d8dbd381db', 'mac_address': 'fa:16:3e:01:be:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b33df7-482a-497e-943d-1cf35cb72993', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:31:39.826171 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.827107 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:39.845206 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.848599 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f67524-3bad-44c3-8af0-76d8dbd381db {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:39.857989 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bafe1b5-05f9-4eff-b8a2-86c1b920d610 x-openstack-request-id: req-5bafe1b5-05f9-4eff-b8a2-86c1b920d610 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:39.858279 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:39.858532 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bafe1b5-05f9-4eff-b8a2-86c1b920d610 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:39.859376 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8', 'status': 'completed', 'code': 200} Aug 10 10:31:39.885205 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=18f67524-3bad-44c3-8af0-76d8dbd381db,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:39.890058 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:39.892291 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5659a1b-cdad-4838-aa2d-3674294bf515" -d '{"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:39.904160 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.910152 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:39.930871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:39.940945 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8986ebf-c6db-476c-a458-cf851b09ba51 x-openstack-request-id: req-e8986ebf-c6db-476c-a458-cf851b09ba51 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:39.941232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-plugged", "status": "completed", "tag": "e937d666-4910-4b91-b29c-05b305952456", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:39.941485 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8986ebf-c6db-476c-a458-cf851b09ba51 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:39.941869 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'code': 200} Aug 10 10:31:39.960396 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-7f1145a5-62ea-4311-9f77-cc424be69c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:39.961879 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-7f1145a5-62ea-4311-9f77-cc424be69c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1099 time: 0.0586796 Aug 10 10:31:39.965489 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:40.021250 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=10']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:40.069346 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-92ba15a8-2dba-46f8-9a7c-f40828d28df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.071161 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-92ba15a8-2dba-46f8-9a7c-f40828d28df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0950336 Aug 10 10:31:40.093494 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:38Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:40.132306 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:31:40.143628 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:31:40.144227 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:31:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:40.208107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:31:40.252603 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:31:40.466039 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-3e1c901f-4aeb-48cf-a485-b3a53fa026a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 1000 time: 0.3811424 Aug 10 10:31:40.487433 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:38Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:31:40.513127 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73771-8b1d-4c83-8a36-fc3aa59986a8 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:38Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:31:40.556861 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538d54-b97e-433d-90dd-c511592cada9 req-9d06f0ad-67a7-4b73-b68b-69c66a029e83 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.558503 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6a538d54-b97e-433d-90dd-c511592cada9 req-9d06f0ad-67a7-4b73-b68b-69c66a029e83 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 944 time: 0.4193168 Aug 10 10:31:40.562821 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3f9a3-400b-44d0-bd9c-967a2dd711b7 req-53e23953-8518-414c-9e31-23590f34e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.564253 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69b3f9a3-400b-44d0-bd9c-967a2dd711b7 req-53e23953-8518-414c-9e31-23590f34e047 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1099 time: 0.4080923 Aug 10 10:31:40.595819 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-1812241f-0833-49c7-9222-4b12bef93bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.597214 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-1812241f-0833-49c7-9222-4b12bef93bab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.1165721 Aug 10 10:31:40.624921 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfbcc4-c1cf-46da-9239-fe264b2537b7 req-22cf99fa-2984-44ba-a417-96010161012f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.626315 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9dfbcc4-c1cf-46da-9239-fe264b2537b7 req-22cf99fa-2984-44ba-a417-96010161012f tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.1652675 Aug 10 10:31:40.687472 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6a538d54-b97e-433d-90dd-c511592cada9 req-cc7c2bd3-709c-4e5d-8ad5-954a290ae168 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220860 Aug 10 10:31:40.692525 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69b3f9a3-400b-44d0-bd9c-967a2dd711b7 req-c1a7ed4b-1a08-4fb5-b731-ea225523afba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155620 Aug 10 10:31:40.713862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6aa652-0fa3-4a82-9d93-65b6ac7bcb5b None None] New status for floating IP dd229662-cfce-4ff1-ac7e-02575742b711: ACTIVE {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:31:40.715770 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9dfbcc4-c1cf-46da-9239-fe264b2537b7 req-a2f144e4-b291-451b-8bb9-859a13f882e5 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827107 Aug 10 10:31:40.717821 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-3b39ff18-95e8-485d-ae78-57ea35e3ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:40.719291 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-3b39ff18-95e8-485d-ae78-57ea35e3ebd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117804 Aug 10 10:31:41.113051 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-7addc6c4-11dd-4279-ba2c-786d194e9b98 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108286 Aug 10 10:31:41.130299 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb801-2e62-4457-a015-77d2419e0745 req-6c3eca86-eed4-455a-9492-23cd27e2bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.131663 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-6c3eca86-eed4-455a-9492-23cd27e2bfc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e97924377468499aad42c62dc70f4ccc&device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 1099 time: 0.0601680 Aug 10 10:31:41.270490 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3f111939-eea0-4dd0-81a3-7f088ba4562c req-c8fc9cc8-1dc5-4c18-a3fd-5d1a1318b8de service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496873 Aug 10 10:31:41.278987 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb801-2e62-4457-a015-77d2419e0745 req-c58d5c9a-8718-4f7b-9538-448f922af3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.280306 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-c58d5c9a-8718-4f7b-9538-448f922af3df service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 200 len: 916 time: 0.1151786 Aug 10 10:31:41.358434 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-9e4980cf-aa5d-45a3-9951-4ba25e9c3e67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 200 len: 1001 time: 0.0630536 Aug 10 10:31:41.405783 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb801-2e62-4457-a015-77d2419e0745 req-e610cecb-e05e-49a3-8267-f4d93c058c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.407052 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-e610cecb-e05e-49a3-8267-f4d93c058c50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 200 len: 854 time: 0.0414555 Aug 10 10:31:41.450830 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb801-2e62-4457-a015-77d2419e0745 req-49c207e6-3c7c-48ff-aae4-c2e47e665099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.452249 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-49c207e6-3c7c-48ff-aae4-c2e47e665099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f84f074-0aa7-4654-9873-620c93c96ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377390 Aug 10 10:31:41.464656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 18f67524-3bad-44c3-8af0-76d8dbd381db up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:31:41.521475 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d964e87a-8783-4b7e-bb20-240f69f4b402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:41.523384 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 18f67524-3bad-44c3-8af0-76d8dbd381db completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:31:41.527198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 18f67524-3bad-44c3-8af0-76d8dbd381db triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:31:41.527773 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:41.549543 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-e0ef769b-6ec0-4413-aadc-bb950534eea7 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Aug 10 10:31:41.606211 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:41.638942 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=18f67524-3bad-44c3-8af0-76d8dbd381db,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:41.642792 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:41.643244 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-30bcb801-2e62-4457-a015-77d2419e0745 req-fe1fcd65-ead0-4523-adc7-b2bb0d1367e9 service neutron] 10.222.0.24 "GET /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Aug 10 10:31:41.690008 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:41.832729 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770021-9865-4332-a423-143268dfa009 req-4d591c47-e650-4043-966a-b36f3c3d99f3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.834631 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-25770021-9865-4332-a423-143268dfa009 req-4d591c47-e650-4043-966a-b36f3c3d99f3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0795560 Aug 10 10:31:41.866925 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169480b-4ccc-4f76-a487-4590e4a05592 req-81df56c3-5dc7-4591-8e4e-e596e2b2105c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:41.868372 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f169480b-4ccc-4f76-a487-4590e4a05592 req-81df56c3-5dc7-4591-8e4e-e596e2b2105c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0797515 Aug 10 10:31:41.901844 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-25770021-9865-4332-a423-143268dfa009 req-9e7f5803-c906-4d84-b969-8946de7ea669 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Aug 10 10:31:41.925287 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f169480b-4ccc-4f76-a487-4590e4a05592 req-a668453c-cfdb-4b5d-9945-ce17fadb0a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504351 Aug 10 10:31:41.939837 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:31:41.942882 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:41.945157 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b82b17e-f9d3-4297-a5c3-d9310baac928" -d '{"events": [{"server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "name": "network-vif-plugged", "status": "completed", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:41.980614 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec94de-7026-48d8-9566-a296ea5915ac x-openstack-request-id: req-6cec94de-7026-48d8-9566-a296ea5915ac {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:41.981228 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "name": "network-vif-plugged", "status": "completed", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:41.981559 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cec94de-7026-48d8-9566-a296ea5915ac {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:41.982041 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db', 'code': 200} Aug 10 10:31:42.190218 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7f0c-4f0b-4cb8-82b5-7489241940bb req-b17dc672-ed63-4c6e-a062-0eec668ae0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:42.191759 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-698b7f0c-4f0b-4cb8-82b5-7489241940bb req-b17dc672-ed63-4c6e-a062-0eec668ae0f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 1098 time: 0.0413339 Aug 10 10:31:42.228486 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-698b7f0c-4f0b-4cb8-82b5-7489241940bb req-e7a675ea-f112-4733-8e8f-3025e94ce3ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295279 Aug 10 10:31:42.332556 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:43.059748 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be749b-bd55-4599-b4df-a92f43ac4270 req-9599c7f7-75a2-4c2a-b7d5-7cc8eef274cb tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:43.061189 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1be749b-bd55-4599-b4df-a92f43ac4270 req-9599c7f7-75a2-4c2a-b7d5-7cc8eef274cb tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0843577 Aug 10 10:31:43.072275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978158-4006-4ea9-9523-45a04f0d0d57 req-f74fad0b-c95c-4b17-bbb9-4b4fdc8c0f8a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:43.073626 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d4978158-4006-4ea9-9523-45a04f0d0d57 req-f74fad0b-c95c-4b17-bbb9-4b4fdc8c0f8a tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0672848 Aug 10 10:31:43.127099 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c1be749b-bd55-4599-b4df-a92f43ac4270 req-579a548a-bce5-4afe-8dab-f5f2e50347f7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525572 Aug 10 10:31:43.131643 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d4978158-4006-4ea9-9523-45a04f0d0d57 req-f09c909c-3305-467d-90b7-006262a98592 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515275 Aug 10 10:31:43.750273 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c995-39d6-4d4d-9740-092766a5f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:44.238494 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd808ea-3c77-4b83-8c49-80448c5abb21 req-c6ec16c0-7ad0-428b-b5e8-a81b0018e08e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:44.239950 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dfd808ea-3c77-4b83-8c49-80448c5abb21 req-c6ec16c0-7ad0-428b-b5e8-a81b0018e08e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Aug 10 10:31:44.277109 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dfd808ea-3c77-4b83-8c49-80448c5abb21 req-33c0ba0a-33f8-481d-8261-7b0ef0c58f96 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Aug 10 10:31:44.331309 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:45.291836 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:46.578241 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:53.575355 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-6ddab8a4-bd8c-4512-bc1b-34ffee8e72de tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:53.576813 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-6ddab8a4-bd8c-4512-bc1b-34ffee8e72de tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1017911 Aug 10 10:31:53.591469 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-7e10fc8e-a0c6-423d-bf19-61c28b460ac8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/quotas/acd4aa26048841c58543ddab34ea05ee HTTP/1.1" status: 200 len: 375 time: 0.0089495 Aug 10 10:31:53.639235 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-7afb1537-9a40-476c-bc5f-267cef972bb2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427320 Aug 10 10:31:53.728892 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-a16bf700-ca4f-4c29-9b51-2b14bfc6a31d service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828419 Aug 10 10:31:53.816100 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-d5afb993-4d64-4ace-a758-2e1370668ad3 service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795946 Aug 10 10:31:53.970762 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6b480961-4bd2-414a-9d51-ccc3623d2da4 req-ca90e1ef-122c-42fc-8925-126cc5a1cfcc tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Aug 10 10:31:55.020572 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-802d06d0-bc5f-43d8-89cd-66e5c753c210 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:55.022051 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-802d06d0-bc5f-43d8-89cd-66e5c753c210 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1075737 Aug 10 10:31:55.069748 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9f21389-c499-4c86-a851-04b61a36a16b req-aeb2c27e-919b-40f4-a107-65e6c66da3b5 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 210 time: 0.0297413 Aug 10 10:31:55.089360 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Request body: {'port': {'device_id': 'f49db019-592f-4d74-911b-55688573b672', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'admin_state_up': True, 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:55.197682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:31:55.201733 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.321723 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Allocated IP 172.20.0.12 (64b86435-2b48-49ae-bdbe-1955f75a6717/53b33df7-482a-497e-943d-1cf35cb72993/d3708d9d-d74f-4e83-aa34-950d4eb6c5a1) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:31:55.462655 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.501535 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.546379 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:31:55.549501 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:31:55.553229 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:31:55.554324 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:31:55.559893 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event updated for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:55.611054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:55.611684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.625561 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-fb089cf6-ec55-46a9-86e0-172cc89ee537 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410612 Aug 10 10:31:55.652448 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Request body: {'port': {'device_id': 'f49db019-592f-4d74-911b-55688573b672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:31:55.705365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.959286 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:55.966369 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:55.977612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Transition to ACTIVE for port object d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:31:55.981845 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:56.032185 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Pushing event updated for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:56.093329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Attempting to bind port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:31:56.093576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Attempting to bind port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:31:56.093900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Attempting to bind port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:56.098465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:31:56.098465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Attempting to bind port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:31:56.103208 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:31:56.103569 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Checking segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:31:56.103945 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Bound using segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:31:56.104905 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Bound port: d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:31:56.105058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:56.197604 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:31:56.201843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:31:56.206224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:56.220842 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271ab8-87fe-466c-9a1d-0ae7691f86f6 req-81550125-05f4-44cb-960f-92bbf12043cd tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.222293 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f271ab8-87fe-466c-9a1d-0ae7691f86f6 req-81550125-05f4-44cb-960f-92bbf12043cd tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 944 time: 0.0821109 Aug 10 10:31:56.266101 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.266700 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:56.268075 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] 10.222.0.24 "PUT /v2.0/ports/d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 HTTP/1.1" status: 200 len: 1094 time: 0.6207573 Aug 10 10:31:56.270055 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:31:56.272263 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b564b-9d35-421a-a6d7-beac3fb704ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f49db019-592f-4d74-911b-55688573b672", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:31:56.302044 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf37ff5-729e-4fdc-88b8-d24c4e67ec7c service neutron] Pushing event updated for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:31:56.307069 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f271ab8-87fe-466c-9a1d-0ae7691f86f6 req-63fed3ea-d545-41b8-a30b-2c19c8ed23d4 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664406 Aug 10 10:31:56.313200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb77df-275e-490c-aa7c-72083ccb77b6 x-openstack-request-id: req-65cb77df-275e-490c-aa7c-72083ccb77b6 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:31:56.313471 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49db019-592f-4d74-911b-55688573b672", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:31:56.313735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65cb77df-275e-490c-aa7c-72083ccb77b6 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:31:56.314208 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', 'status': 'completed', 'code': 200} Aug 10 10:31:56.380558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-195d28a7-95e3-4036-abfd-5bf15a473bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.381923 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-195d28a7-95e3-4036-abfd-5bf15a473bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 1097 time: 0.0435283 Aug 10 10:31:56.441750 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-32ec9700-fd34-47e0-9234-df8e92c8049b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0346379 Aug 10 10:31:56.491715 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-6dc5c7b5-7edd-4790-9945-fbf7682845e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.493106 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-6dc5c7b5-7edd-4790-9945-fbf7682845e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0436301 Aug 10 10:31:56.524367 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-9e47fef5-d1ee-4244-84ba-11d9f8512f01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224237 Aug 10 10:31:56.616389 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-ff36295c-626b-4b33-a5af-40f043b9ffc1 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Aug 10 10:31:56.704644 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c60130e-fa8d-463a-aacd-a89fbe5753cf req-02b3e8e0-bc35-4b54-be0c-67b6bc86762c service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783310 Aug 10 10:31:56.849153 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-5e4ec263-c4de-4150-bbb9-851fabe7647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.850644 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-5e4ec263-c4de-4150-bbb9-851fabe7647a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 1097 time: 0.0450163 Aug 10 10:31:56.939556 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-21798aee-5cc8-47cb-b6ce-847560996772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:56.940984 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-21798aee-5cc8-47cb-b6ce-847560996772 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 916 time: 0.0816765 Aug 10 10:31:56.985998 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-a599c20e-0b83-4e79-acbb-7c0c85090496 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Aug 10 10:31:57.039734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-93431d60-3b38-45da-80b3-b5bfea377405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:57.041110 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-93431d60-3b38-45da-80b3-b5bfea377405 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0423706 Aug 10 10:31:57.073432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-17d20ee3-3d9e-45fb-8f08-81dd30f5b092 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226965 Aug 10 10:31:57.162258 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-edad02d8-50c9-46e4-b1aa-e8b4ae85140d service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793555 Aug 10 10:31:57.256006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-993b564b-9d35-421a-a6d7-beac3fb704ff req-086b7237-376a-4e84-a281-4b12879dd076 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Aug 10 10:31:57.425390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b3c9-130c-4390-bb6e-1ecb5825dfa8 req-b853abf3-bd1f-48cc-a8f5-d9d943636ddb tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:57.426814 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e56b3c9-130c-4390-bb6e-1ecb5825dfa8 req-b853abf3-bd1f-48cc-a8f5-d9d943636ddb tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 944 time: 0.0489273 Aug 10 10:31:57.463644 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e56b3c9-130c-4390-bb6e-1ecb5825dfa8 req-91d7892f-cd8e-48db-b91d-0a632ef82e9b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Aug 10 10:31:58.578023 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bd0d5-44d7-4553-915d-98b30346778b req-1141cffa-5eb4-404b-b3c9-71ad3b306716 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:58.579480 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e3bd0d5-44d7-4553-915d-98b30346778b req-1141cffa-5eb4-404b-b3c9-71ad3b306716 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 944 time: 0.0516319 Aug 10 10:31:58.616110 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e3bd0d5-44d7-4553-915d-98b30346778b req-f45092c7-5d75-448a-bf0b-65906abb769b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307288 Aug 10 10:31:59.576872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:31:59.669242 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:59.680050 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'port_id': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', 'mac_address': 'fa:16:3e:0f:57:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b33df7-482a-497e-943d-1cf35cb72993', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:31:59.719933 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:59.728795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf4fc3-7f8f-436e-887f-8e8c7f0b7c1c req-7bf35848-1085-41f5-bec0-d5cfb6cf94ad tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:31:59.730280 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bf4fc3-7f8f-436e-887f-8e8c7f0b7c1c req-7bf35848-1085-41f5-bec0-d5cfb6cf94ad tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 944 time: 0.0480974 Aug 10 10:31:59.732441 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:31:59.751879 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:31:59.756880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:31:59.770958 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-08bf4fc3-7f8f-436e-887f-8e8c7f0b7c1c req-00560d7f-e932-4ec8-a797-327179f10cb2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343196 Aug 10 10:31:59.802982 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:00.095101 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['d3708d9d-d74f-4e83-aa34-950d4eb6c5a1'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:00.883268 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a89ee7-38fb-4951-b007-2ede7ea32b72 req-a59e6eac-b9cf-48b2-abaf-ee812ac7b6d3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:00.884714 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6a89ee7-38fb-4951-b007-2ede7ea32b72 req-a59e6eac-b9cf-48b2-abaf-ee812ac7b6d3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Aug 10 10:32:00.921525 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e6a89ee7-38fb-4951-b007-2ede7ea32b72 req-47f586c0-2388-4c70-9169-a196a7b26f12 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304129 Aug 10 10:32:01.589817 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:32:01.637120 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:32:01.641081 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:32:01.641502 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:01.714067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:01.735874 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:01.738081 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe72827-f34a-4056-bf30-136496f63c6c" -d '{"events": [{"server_uuid": "f49db019-592f-4d74-911b-55688573b672", "name": "network-vif-plugged", "status": "completed", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:01.754680 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:01.759072 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:01.781877 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ae21cc-67af-4989-a826-f7d8a918ad1a x-openstack-request-id: req-74ae21cc-67af-4989-a826-f7d8a918ad1a {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:01.782167 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49db019-592f-4d74-911b-55688573b672", "name": "network-vif-plugged", "status": "completed", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:01.782416 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74ae21cc-67af-4989-a826-f7d8a918ad1a {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:01.782798 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', 'code': 200} Aug 10 10:32:01.808322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:01.981250 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4682c-022a-4290-8596-bd9cb1af6aad req-0c3c2084-0aec-440e-8669-50ba441bb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:01.982693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-05d4682c-022a-4290-8596-bd9cb1af6aad req-0c3c2084-0aec-440e-8669-50ba441bb2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 1099 time: 0.0431366 Aug 10 10:32:02.042116 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-05d4682c-022a-4290-8596-bd9cb1af6aad req-4988fba6-a750-4f73-a274-e33334c753c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Aug 10 10:32:02.053879 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c1651-d7e7-4b0d-894e-e66a12e85e9b req-e7457b76-e0c2-4bcf-870e-46bae51802bc tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:02.055250 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d81c1651-d7e7-4b0d-894e-e66a12e85e9b req-e7457b76-e0c2-4bcf-870e-46bae51802bc tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0676677 Aug 10 10:32:02.091862 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d81c1651-d7e7-4b0d-894e-e66a12e85e9b req-b7f70c16-9d45-41b5-9bb8-f104ca0531f5 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Aug 10 10:32:03.204260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc039-9dcb-4103-a47a-1b35f25c6f41 req-9859745c-3199-4c70-bcc4-64649c59f7e9 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:03.205679 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed4bc039-9dcb-4103-a47a-1b35f25c6f41 req-9859745c-3199-4c70-bcc4-64649c59f7e9 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0464773 Aug 10 10:32:03.242523 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ed4bc039-9dcb-4103-a47a-1b35f25c6f41 req-9c1fb8ea-6a36-45ba-8507-fdfe8c15c6ea tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Aug 10 10:32:04.357838 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db61c40-53d0-470d-9d96-522e4d85a692 req-90f722b6-b333-4882-992a-12cb4a78e6ab tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:04.359288 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5db61c40-53d0-470d-9d96-522e4d85a692 req-90f722b6-b333-4882-992a-12cb4a78e6ab tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0510015 Aug 10 10:32:04.394757 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5db61c40-53d0-470d-9d96-522e4d85a692 req-70d0a4c3-a390-4bd5-ab33-7c9a0cd072e3 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296814 Aug 10 10:32:06.083432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-09fba0df-3c94-4b35-8042-b9345f9bc8a2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:06.084870 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-09fba0df-3c94-4b35-8042-b9345f9bc8a2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.0973377 Aug 10 10:32:06.099839 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-31c56dcb-2d51-43bc-99fb-53981c8712b8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/quotas/acd4aa26048841c58543ddab34ea05ee HTTP/1.1" status: 200 len: 375 time: 0.0087667 Aug 10 10:32:06.153169 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-1adb80ae-42af-400f-bdc3-6aed45a6abe8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479393 Aug 10 10:32:06.241364 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-b2585030-bf02-46a0-af79-4e9b539f1f0e service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814626 Aug 10 10:32:06.329978 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-febc1edb-4f9f-44c8-9502-9beb0c205b8f service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825443 Aug 10 10:32:06.745654 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-41defcab-3f75-4248-b78a-2dfafcd0fcf7 req-0fea7f7e-02cb-4f6a-a842-93a9ec42c9e4 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 210 time: 0.2852626 Aug 10 10:32:07.555933 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-adda3cf5-dea7-4a8a-934b-186b1931f7ae tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:07.558202 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-adda3cf5-dea7-4a8a-934b-186b1931f7ae tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.0998857 Aug 10 10:32:07.594000 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Request body: {'port': {'device_id': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'admin_state_up': True, 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:07.700216 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:32:07.703783 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:07.841972 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-030f4ceb-fc0d-4024-9631-8b12f59fbcc6 req-61d9dc4a-d73f-42bf-ac94-17ae8a027dc7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 210 time: 0.0286806 Aug 10 10:32:07.850876 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Allocated IP 172.20.0.4 (64b86435-2b48-49ae-bdbe-1955f75a6717/53b33df7-482a-497e-943d-1cf35cb72993/1f4d309b-2545-4055-8b28-1b7706d7d636) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:32:07.994177 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.034984 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.072169 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db', 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:08.074631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:32:08.079663 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:32:08.082119 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:32:08.111842 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event updated for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:08.138768 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:08.139401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.153431 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-22e87bab-b41e-467f-af57-45ef1090cf1e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633204 Aug 10 10:32:08.175617 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Request body: {'port': {'device_id': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:08.228669 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.489423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4d309b-2545-4055-8b28-1b7706d7d636 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:32:08.496579 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.508076 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Transition to ACTIVE for port object 1f4d309b-2545-4055-8b28-1b7706d7d636 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:32:08.512326 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.561067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:08.624727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Attempting to bind port 1f4d309b-2545-4055-8b28-1b7706d7d636 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:32:08.625050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Attempting to bind port 1f4d309b-2545-4055-8b28-1b7706d7d636 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:32:08.625370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Attempting to bind port 1f4d309b-2545-4055-8b28-1b7706d7d636 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:32:08.629447 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Port 1f4d309b-2545-4055-8b28-1b7706d7d636 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:32:08.629757 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Attempting to bind port 1f4d309b-2545-4055-8b28-1b7706d7d636 on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:32:08.634299 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:32:08.634626 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Checking segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:32:08.634993 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Bound using segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:32:08.635430 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Bound port: 1f4d309b-2545-4055-8b28-1b7706d7d636, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:32:08.636279 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.697479 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:32:08.701274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f4d309b-2545-4055-8b28-1b7706d7d636,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:32:08.705067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.737734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:08.738339 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:08.739766 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f4d309b-2545-4055-8b28-1b7706d7d636 HTTP/1.1" status: 200 len: 1093 time: 0.5684097 Aug 10 10:32:08.740144 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:08.742355 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe768f-8a05-41bb-91bc-d3c29e89652b" -d '{"events": [{"name": "network-changed", "server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:08.768073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d82079-c6ad-4f85-a1aa-e9e9e2858f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:08.782523 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553cb08e-6198-4962-b51d-03428b1aa0e8 x-openstack-request-id: req-553cb08e-6198-4962-b51d-03428b1aa0e8 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:08.782809 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:08.783056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-553cb08e-6198-4962-b51d-03428b1aa0e8 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:08.783466 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636', 'status': 'completed', 'code': 200} Aug 10 10:32:08.845443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-640818c6-8805-426b-910d-e11c6124302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:08.846888 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-640818c6-8805-426b-910d-e11c6124302f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 1096 time: 0.0405047 Aug 10 10:32:08.906345 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-9bd7fcd3-21fb-445e-905f-609ec43b27aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d309b-2545-4055-8b28-1b7706d7d636 HTTP/1.1" status: 200 len: 217 time: 0.0381744 Aug 10 10:32:08.979287 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de749f-158c-4845-98de-71d4dbb13d4c req-aa589502-0c2d-4344-a5fc-3e0814ab2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:08.980984 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-aa589502-0c2d-4344-a5fc-3e0814ab2441 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0624719 Aug 10 10:32:08.991050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a54b82-d363-404a-9838-219f01fd4533 req-18878d40-d739-489d-a52c-90aa82cf9d39 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:08.992364 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f1a54b82-d363-404a-9838-219f01fd4533 req-18878d40-d739-489d-a52c-90aa82cf9d39 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 943 time: 0.0830526 Aug 10 10:32:09.030917 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-4abce010-a9c2-4d1a-bb60-0d32fdb425d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376456 Aug 10 10:32:09.087364 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f1a54b82-d363-404a-9838-219f01fd4533 req-dbcc5455-3fa1-415c-b455-a41180b21953 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863066 Aug 10 10:32:09.131551 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-05656636-9977-459b-a892-74b489d11a4c service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931556 Aug 10 10:32:09.222154 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-50de749f-158c-4845-98de-71d4dbb13d4c req-d6ba05a3-bb2a-4fdf-a50c-eba68d3c577f service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833228 Aug 10 10:32:09.384320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-479fa080-50ea-46aa-bb46-c4fb22011921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:09.385817 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-479fa080-50ea-46aa-bb46-c4fb22011921 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 1096 time: 0.0407078 Aug 10 10:32:09.477510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-f8061079-52e6-4017-9064-25b07bf22d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:09.478987 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-f8061079-52e6-4017-9064-25b07bf22d37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 916 time: 0.0858138 Aug 10 10:32:09.520786 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-f01d511f-c5c9-4e68-80bc-1609ddc57569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4d309b-2545-4055-8b28-1b7706d7d636 HTTP/1.1" status: 200 len: 217 time: 0.0325646 Aug 10 10:32:09.570959 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-78de7c99-4957-4aa6-9d44-865f1180c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:09.572370 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-78de7c99-4957-4aa6-9d44-865f1180c568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0418105 Aug 10 10:32:09.608057 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-de425b69-3109-4519-a0c8-c5eff11250d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239856 Aug 10 10:32:09.701415 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-81240702-59bf-4d33-b48e-330546bf2aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Aug 10 10:32:09.791324 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6bbe768f-8a05-41bb-91bc-d3c29e89652b req-e93d59e2-d2d6-4ca8-92a2-cb966df19e2b service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818446 Aug 10 10:32:10.214385 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068590-8641-44d6-9649-91fe1b60fa1a req-eab9d066-a3b1-4a70-bbf9-1c5b8df95715 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:10.215988 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-91068590-8641-44d6-9649-91fe1b60fa1a req-eab9d066-a3b1-4a70-bbf9-1c5b8df95715 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 943 time: 0.0593004 Aug 10 10:32:10.253729 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-91068590-8641-44d6-9649-91fe1b60fa1a req-834011bf-fec5-45c7-8733-a40514d67170 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Aug 10 10:32:11.367680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d656b0-080e-4bfa-8776-608f236064ac req-b693c710-a5c4-4b59-a44d-fe5f1f2cf393 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:11.369122 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d7d656b0-080e-4bfa-8776-608f236064ac req-b693c710-a5c4-4b59-a44d-fe5f1f2cf393 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 943 time: 0.0484419 Aug 10 10:32:11.406379 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d7d656b0-080e-4bfa-8776-608f236064ac req-3ce66907-ef08-4d78-bb59-b3a7fa03918b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Aug 10 10:32:11.521814 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a7875737-9951-489b-91d5-190c68a19e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:11.647020 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1f4d309b-2545-4055-8b28-1b7706d7d636 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:32:11.737696 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f4d309b-2545-4055-8b28-1b7706d7d636,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:11.748936 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '1f4d309b-2545-4055-8b28-1b7706d7d636', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'port_id': '1f4d309b-2545-4055-8b28-1b7706d7d636', 'mac_address': 'fa:16:3e:c9:3e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b33df7-482a-497e-943d-1cf35cb72993', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:32:11.787699 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:11.799973 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4d309b-2545-4055-8b28-1b7706d7d636 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:32:11.819537 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f4d309b-2545-4055-8b28-1b7706d7d636,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:11.823975 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:11.871638 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:11.878498 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.878845 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.879192 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.879549 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.879880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.880217 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.880534 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.880862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.881204 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.881530 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.881849 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:11.882166 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:12.176506 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['1f4d309b-2545-4055-8b28-1b7706d7d636'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:12.395978 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:12.517711 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aa10c-7b16-4f73-b38d-8be889ca8a1b req-2831009c-3031-4a44-9af5-ff36cbfa750e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:12.519156 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6e5aa10c-7b16-4f73-b38d-8be889ca8a1b req-2831009c-3031-4a44-9af5-ff36cbfa750e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 944 time: 0.0479019 Aug 10 10:32:12.556143 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6e5aa10c-7b16-4f73-b38d-8be889ca8a1b req-630a8f02-1482-48ef-b941-a07bb89c652d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Aug 10 10:32:13.664399 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1f4d309b-2545-4055-8b28-1b7706d7d636 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:32:13.670992 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58e24-9842-4035-9783-907e5bdd254c req-ed8973dc-206c-4481-8fbc-bc53257218ee tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:13.672497 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b0f58e24-9842-4035-9783-907e5bdd254c req-ed8973dc-206c-4481-8fbc-bc53257218ee tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 944 time: 0.0515540 Aug 10 10:32:13.709368 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b0f58e24-9842-4035-9783-907e5bdd254c req-6c723eea-bca4-49cf-abae-41710eb91630 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Aug 10 10:32:13.713628 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 1f4d309b-2545-4055-8b28-1b7706d7d636 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:32:13.717470 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 1f4d309b-2545-4055-8b28-1b7706d7d636 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:32:13.717844 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:13.762571 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5edc5a7e-da70-4dd8-9093-55f2b22a4ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:13.803404 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:13.828015 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:13.830215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114fa10-4e16-4bd3-abde-22398629023a" -d '{"events": [{"server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:13.844101 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f4d309b-2545-4055-8b28-1b7706d7d636,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:13.848263 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:13.877539 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed0cf9c-6310-4c75-aa92-a46146b1ff09 x-openstack-request-id: req-5ed0cf9c-6310-4c75-aa92-a46146b1ff09 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:13.877815 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "name": "network-vif-plugged", "status": "completed", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:13.878067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ed0cf9c-6310-4c75-aa92-a46146b1ff09 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:13.878444 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636', 'code': 200} Aug 10 10:32:13.899575 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:14.080003 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d8147-4ed0-46fc-bf65-71b6af9e9436 req-c4e42e37-0170-4a9d-a6ec-7050dd3978ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:14.081442 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-152d8147-4ed0-46fc-bf65-71b6af9e9436 req-c4e42e37-0170-4a9d-a6ec-7050dd3978ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 1098 time: 0.0379124 Aug 10 10:32:14.117182 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-152d8147-4ed0-46fc-bf65-71b6af9e9436 req-1df88683-641e-42c5-8031-f2a50549280b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266843 Aug 10 10:32:14.332352 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:14.821783 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ddaf-7b5f-47a0-a1b8-3ab645925b4d req-7384039b-4b2b-4f3c-ac49-895d8dd7f915 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:14.823253 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb04ddaf-7b5f-47a0-a1b8-3ab645925b4d req-7384039b-4b2b-4f3c-ac49-895d8dd7f915 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 945 time: 0.0475116 Aug 10 10:32:14.861166 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb04ddaf-7b5f-47a0-a1b8-3ab645925b4d req-f913718b-8b71-4901-a931-71f94c913080 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Aug 10 10:32:15.294932 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:15.978141 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634ac75-9660-4482-b0e7-28d3c378e6ca req-9fa0e8d8-95f2-429a-b112-38f7ab867561 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:15.979508 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7634ac75-9660-4482-b0e7-28d3c378e6ca req-9fa0e8d8-95f2-429a-b112-38f7ab867561 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 945 time: 0.0509140 Aug 10 10:32:16.016533 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7634ac75-9660-4482-b0e7-28d3c378e6ca req-0dc5829f-f63d-41d2-85a3-ec1a5a049d57 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306213 Aug 10 10:32:16.580558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:18.939166 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:32:23.319058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a518b-74ac-4ffb-80ee-e3e8d364a7c5 req-443c9b83-a20f-450a-96c7-c857cb096737 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:23.320543 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-505a518b-74ac-4ffb-80ee-e3e8d364a7c5 req-443c9b83-a20f-450a-96c7-c857cb096737 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0475516 Aug 10 10:32:23.358606 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-505a518b-74ac-4ffb-80ee-e3e8d364a7c5 req-a05981fa-ef49-45d9-9e5a-d69ee17b732c tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314889 Aug 10 10:32:24.481813 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d0867-a3cc-4824-acaf-65bbc06ec6fc req-cdd2a740-06cb-42b3-839f-25649f5e9ab8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:24.486206 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf7d0867-a3cc-4824-acaf-65bbc06ec6fc req-cdd2a740-06cb-42b3-839f-25649f5e9ab8 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0530629 Aug 10 10:32:24.521664 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cf7d0867-a3cc-4824-acaf-65bbc06ec6fc req-1e3ca351-ec46-41d3-b880-953d6b350799 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Aug 10 10:32:25.235718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-8ac285e9-a0cd-4d01-b598-026ceb46502b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:25.237334 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-8ac285e9-a0cd-4d01-b598-026ceb46502b tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0530953 Aug 10 10:32:25.330081 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Deleting port e937d666-4910-4b91-b29c-05b305952456 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:25.330346 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:25.420890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] For port e937d666-4910-4b91-b29c-05b305952456, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e937d666-4910-4b91-b29c-05b305952456,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:25.421248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:25.596576 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:25.597249 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:25.597249 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Floating IP e1558fdf-049d-49f9-9b65-5a52e72c7043 disassociated. External IP: 172.27.2.219, port: e937d666-4910-4b91-b29c-05b305952456. Aug 10 10:32:25.597458 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Calling delete_port for e937d666-4910-4b91-b29c-05b305952456 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:25.685087 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17318-8872-4eab-a72a-e9320a390972 req-c4e53c8e-a353-4af2-aac0-0b9fc95188b0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:25.687788 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d0f17318-8872-4eab-a72a-e9320a390972 req-c4e53c8e-a353-4af2-aac0-0b9fc95188b0 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 946 time: 0.0862224 Aug 10 10:32:25.739648 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d0f17318-8872-4eab-a72a-e9320a390972 req-de3596b2-951f-47b2-8e08-097c8b0c8046 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fa259ec-487d-415c-8a56-a7614279d77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Aug 10 10:32:25.791553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:25.819641 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'Port': ['ID=e937d666-4910-4b91-b29c-05b305952456,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:25.936687 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:32:26.041355 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:32:26.051625 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:32:26.060423 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:32:26.061067 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:32:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:26.079769 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] No DVR routers for this DVR port e937d666-4910-4b91-b29c-05b305952456 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:26.082641 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:26.084687 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-985614cb-b476-4bd6-827b-fcdad1101b9e req-aa53f9a7-d0a5-4cf0-ac16-5040f17e8538 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.24 "DELETE /v2.0/ports/e937d666-4910-4b91-b29c-05b305952456 HTTP/1.1" status: 204 len: 173 time: 0.8397048 Aug 10 10:32:26.085124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-deleted', 'tag': 'e937d666-4910-4b91-b29c-05b305952456'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:26.087421 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ac615-ca3d-4093-9900-973be54bc7a7" -d '{"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-deleted", "tag": "e937d666-4910-4b91-b29c-05b305952456"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:26.128474 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a714b-72e6-4552-979c-065e71781465 x-openstack-request-id: req-f03a714b-72e6-4552-979c-065e71781465 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:26.128798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a7af65-3daf-4ead-9c3a-fc5cf45cad08", "name": "network-vif-deleted", "tag": "e937d666-4910-4b91-b29c-05b305952456", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:26.128998 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f03a714b-72e6-4552-979c-065e71781465 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:26.129390 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a7af65-3daf-4ead-9c3a-fc5cf45cad08', 'name': 'network-vif-deleted', 'tag': 'e937d666-4910-4b91-b29c-05b305952456', 'status': 'completed', 'code': 200} Aug 10 10:32:26.306245 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:32:26.498264 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:26.523503 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:32:26.532339 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:32:26.532936 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:32:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:26.637770 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:32:26.824195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-d4754d21-62fc-412d-9813-6c72c1db5650 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:26.833281 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-d4754d21-62fc-412d-9813-6c72c1db5650 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1226521 Aug 10 10:32:26.877637 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-adf320a1-8adb-4f2b-80b9-1dfcf4e45a6f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/quotas/acd4aa26048841c58543ddab34ea05ee HTTP/1.1" status: 200 len: 375 time: 0.0434532 Aug 10 10:32:26.880779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1f9a8ad6-6eea-49b1-a937-bd61f8cd035e req-88f9d83e-5b3a-4c61-be44-38ba11d96c39 tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2a7af65-3daf-4ead-9c3a-fc5cf45cad08 HTTP/1.1" status: 200 len: 210 time: 0.0454252 Aug 10 10:32:26.880934 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:26.907900 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8548-2964-4bf3-aea5-2f2a99751ec1 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:25:35Z', 'revision_number': 4, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': 'ac5333e5-5da7-4424-a574-9740b57cbb1a', 'name': '', 'network_id': '6f84f074-0aa7-4654-9873-620c93c96ba8', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'mac_address': 'fa:16:3e:84:cf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:34Z', 'updated_at': '2021-08-10T10:25:48Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'subnets': [{'id': 'b04e9f2c-6274-4dc0-b52d-fc333beaae05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:32:26.931797 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-f375a82d-6ffd-4b43-a2a9-01eab07cfaa6 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533047 Aug 10 10:32:27.075196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-05dd1dc7-dd2e-4488-be68-6d8cd143aa56 service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357791 Aug 10 10:32:27.144090 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1dc0b-5715-431c-9ede-3c373a84414b None None] New status for floating IP e1558fdf-049d-49f9-9b65-5a52e72c7043: DOWN {{(pid=93286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:32:27.170917 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b949e0a8-8b1e-48a9-bb5b-9965c8e76ace service neutron] 10.222.0.10 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885720 Aug 10 10:32:27.331154 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8746b5ef-c601-41b5-b2c8-00c386900b67 req-063d3afb-f31f-41fc-a3ae-f918abcccb32 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Aug 10 10:32:27.736866 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:27.756618 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: e937d666-4910-4b91-b29c-05b305952456 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:27.756958 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device e937d666-4910-4b91-b29c-05b305952456 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:27.965920 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35708) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:28.019517 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.042250 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.087909 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.090476 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.091715 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "DELETE /v2.0/security-groups/2fa259ec-487d-415c-8a56-a7614279d77e HTTP/1.1" status: 204 len: 168 time: 0.1246669 Aug 10 10:32:28.094778 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35710) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:28.100872 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa259ec-487d-415c-8a56-a7614279d77e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:28.108105 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.108272 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.api.v2.resource [None req-3901773a-134a-4e6c-870b-2e821175992e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] show failed (client error): The resource could not be found. Aug 10 10:32:28.108620 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.108959 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.109169 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-3901773a-134a-4e6c-870b-2e821175992e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "GET /v2.0/security-groups/2fa259ec-487d-415c-8a56-a7614279d77e HTTP/1.1" status: 404 len: 347 time: 0.0133371 Aug 10 10:32:28.109293 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.109617 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.109949 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.110266 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.110587 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.110907 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.111223 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.111578 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.111901 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad328745-6917-4b50-b26e-63f29f426aef tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:28.112047 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35712) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:28.234301 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Deleting port be1cbcba-1aef-45bf-919c-40ee1524cd4d {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:28.234640 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.310391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.311250 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.322631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Calling delete_port for be1cbcba-1aef-45bf-919c-40ee1524cd4d owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:28.451867 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-bd5d69ad-14de-45ff-b72d-aedfca918006 req-f8d9b141-c17e-4e12-81ec-9c50369b3cff tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 210 time: 0.0442762 Aug 10 10:32:28.518740 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-fd14a16d-df5a-47f3-b1ad-9c4ce2281872 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:28.520182 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-fd14a16d-df5a-47f3-b1ad-9c4ce2281872 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 815 time: 0.1861053 Aug 10 10:32:28.551682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Request body: {'port': {'device_id': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'admin_state_up': True, 'tenant_id': 'acd4aa26048841c58543ddab34ea05ee'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:28.624307 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:28.926797 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Pushing event deleted for resources: {'Port': ['ID=be1cbcba-1aef-45bf-919c-40ee1524cd4d,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:29.020237 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.023782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.024927 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-70f9b63f-d2b3-45cd-af17-01446dec6a2e tempest-AttachVolumeShelveTestJSON-173775007 tempest-AttachVolumeShelveTestJSON-173775007-project] 10.222.0.10 "DELETE /v2.0/floatingips/e1558fdf-049d-49f9-9b65-5a52e72c7043 HTTP/1.1" status: 204 len: 168 time: 0.9120195 Aug 10 10:32:29.026150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Made reservation on behalf of acd4aa26048841c58543ddab34ea05ee for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:32:29.036273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.187145 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Allocated IP 172.20.0.8 (64b86435-2b48-49ae-bdbe-1955f75a6717/53b33df7-482a-497e-943d-1cf35cb72993/a14e5ad3-9252-41a2-ae94-dc268e25d08c) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:32:29.358110 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.402628 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.444704 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db', 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', '1f4d309b-2545-4055-8b28-1b7706d7d636'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:29.449667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Network 64b86435-2b48-49ae-bdbe-1955f75a6717 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:32:29.453800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:32:29.458249 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:32:29.464921 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event updated for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:29.518752 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:29.519437 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.568776 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-11a3d268-00d2-4571-8692-4f74034ae733 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0207584 Aug 10 10:32:29.588835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6300-1fa7-4d13-adc9-6d5a27e70e9c req-56beed9d-806f-4029-ae6f-95f97f93c66e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:29.590330 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-851a6300-1fa7-4d13-adc9-6d5a27e70e9c req-56beed9d-806f-4029-ae6f-95f97f93c66e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 931 time: 0.0607519 Aug 10 10:32:29.595354 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Request body: {'port': {'device_id': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:29.668745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-851a6300-1fa7-4d13-adc9-6d5a27e70e9c req-38d03c94-e6f6-4a88-951c-583683c6ffd4 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706449 Aug 10 10:32:29.673505 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.937524 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14e5ad3-9252-41a2-ae94-dc268e25d08c {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:32:29.944679 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:29.956147 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Transition to ACTIVE for port object a14e5ad3-9252-41a2-ae94-dc268e25d08c will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:32:29.959886 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:30.013720 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Pushing event updated for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:30.074069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Attempting to bind port a14e5ad3-9252-41a2-ae94-dc268e25d08c on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:32:30.074318 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Attempting to bind port a14e5ad3-9252-41a2-ae94-dc268e25d08c by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:32:30.074638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Attempting to bind port a14e5ad3-9252-41a2-ae94-dc268e25d08c on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:32:30.078854 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Port a14e5ad3-9252-41a2-ae94-dc268e25d08c on network 64b86435-2b48-49ae-bdbe-1955f75a6717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:32:30.079168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Attempting to bind port a14e5ad3-9252-41a2-ae94-dc268e25d08c on network 64b86435-2b48-49ae-bdbe-1955f75a6717 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:32:30.083853 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:32:30.084179 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Checking segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:32:30.084549 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Bound using segment: {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:32:30.084960 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Bound port: a14e5ad3-9252-41a2-ae94-dc268e25d08c, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a89fc4-c29b-43c4-9add-ff734004bb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:32:30.085298 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:30.149620 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:32:30.152635 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:32:30.157160 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:30.192214 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.192820 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:30.194183 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] 10.222.0.24 "PUT /v2.0/ports/a14e5ad3-9252-41a2-ae94-dc268e25d08c HTTP/1.1" status: 200 len: 1093 time: 0.6029711 Aug 10 10:32:30.194625 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:30.196867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcae6767-c953-4027-b386-8899cb846816" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:30.222041 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d7c9e-fb23-4806-ba0b-482711418bff service neutron] Pushing event updated for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:30.237826 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847560a-3de1-44b4-97b8-6b8c4af02d9c x-openstack-request-id: req-9847560a-3de1-44b4-97b8-6b8c4af02d9c {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:30.238120 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:30.238372 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9847560a-3de1-44b4-97b8-6b8c4af02d9c {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:30.238772 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c', 'status': 'completed', 'code': 200} Aug 10 10:32:30.332027 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-739ce5a9-041e-49fc-94cd-079c0d812631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.333503 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-739ce5a9-041e-49fc-94cd-079c0d812631 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 1096 time: 0.0482907 Aug 10 10:32:30.391061 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-e5b007a9-c26a-40e6-a4a6-83b30f7b10bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c HTTP/1.1" status: 200 len: 217 time: 0.0387049 Aug 10 10:32:30.439613 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-bef82f2e-693e-4858-80e5-036ee4319615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.440969 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-bef82f2e-693e-4858-80e5-036ee4319615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0427184 Aug 10 10:32:30.476108 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-abec0f5b-fb58-45ed-a879-518ceeae8559 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239708 Aug 10 10:32:30.565978 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-0775a31c-7d6e-452e-b262-6a1644be48e3 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801826 Aug 10 10:32:30.663495 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a94e87db-2ab6-416f-b6be-fd5ce561bea9 req-40246c14-641f-499e-b019-90b52a094e4a service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883358 Aug 10 10:32:30.814358 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991692fe-ea16-48db-9c92-760756012340 req-c1c14232-bf90-43b5-8feb-f36555da413f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.815815 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-991692fe-ea16-48db-9c92-760756012340 req-c1c14232-bf90-43b5-8feb-f36555da413f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 943 time: 0.0772953 Aug 10 10:32:30.831724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6767-c953-4027-b386-8899cb846816 req-dca798f6-2549-4b7b-864e-cc86d6f359f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.833112 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-dca798f6-2549-4b7b-864e-cc86d6f359f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acd4aa26048841c58543ddab34ea05ee&device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 1096 time: 0.0611930 Aug 10 10:32:30.900591 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-991692fe-ea16-48db-9c92-760756012340 req-59d75221-2eee-4245-843c-a02c8eaab4db tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769088 Aug 10 10:32:30.937248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6767-c953-4027-b386-8899cb846816 req-6759cb3b-06ef-4d12-a391-fa25bbc81bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:30.938601 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-6759cb3b-06ef-4d12-a391-fa25bbc81bc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 200 len: 916 time: 0.0967565 Aug 10 10:32:30.983557 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-74392aaf-2003-435d-a41a-5b30cacb2455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c HTTP/1.1" status: 200 len: 217 time: 0.0374250 Aug 10 10:32:31.031988 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6767-c953-4027-b386-8899cb846816 req-d8834553-b7ba-4a38-8930-85e6ae6fbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:31.033349 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-d8834553-b7ba-4a38-8930-85e6ae6fbcf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 200 len: 855 time: 0.0425532 Aug 10 10:32:31.064637 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-0786f17f-92f7-44ff-9d68-e8b3d973eb05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=64b86435-2b48-49ae-bdbe-1955f75a6717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241773 Aug 10 10:32:31.153268 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-02c2d281-5ef1-4b87-9a81-4ac8c1aba616 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806663 Aug 10 10:32:31.246533 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fcae6767-c953-4027-b386-8899cb846816 req-fbdfd7da-18ae-4c42-9fd4-cf0376ee07f7 service neutron] 10.222.0.24 "GET /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828853 Aug 10 10:32:31.465702 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35748) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:31.730585 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a14e5ad3-9252-41a2-ae94-dc268e25d08c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:32:31.824858 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:31.836593 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c', 'network_id': '64b86435-2b48-49ae-bdbe-1955f75a6717', 'port_id': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c', 'mac_address': 'fa:16:3e:cb:e6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b33df7-482a-497e-943d-1cf35cb72993', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:32:31.855602 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:31.876655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:31.889066 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14e5ad3-9252-41a2-ae94-dc268e25d08c {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:32:31.908733 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:31.913014 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:31.965920 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:32.067325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14274ca3-13e0-4f07-a8a6-cbdd3546a70c req-e818affb-10f5-4f9d-9176-ed12dcc83e90 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:32.068814 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-14274ca3-13e0-4f07-a8a6-cbdd3546a70c req-e818affb-10f5-4f9d-9176-ed12dcc83e90 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 944 time: 0.0795290 Aug 10 10:32:32.139289 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-14274ca3-13e0-4f07-a8a6-cbdd3546a70c req-8b297b30-1985-417d-86da-064f300f4145 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639191 Aug 10 10:32:32.188804 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Deleting port ac5333e5-5da7-4424-a574-9740b57cbb1a {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:32.189145 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:32.273586 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] For port ac5333e5-5da7-4424-a574-9740b57cbb1a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=ac5333e5-5da7-4424-a574-9740b57cbb1a,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:32.274289 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:32.286907 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Calling delete_port for ac5333e5-5da7-4424-a574-9740b57cbb1a owned by network:router_interface {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:32.294916 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['a14e5ad3-9252-41a2-ae94-dc268e25d08c'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:32.464474 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:32.488273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5333e5-5da7-4424-a574-9740b57cbb1a,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:32.649168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:32.853710 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Router c935c686-d930-44e0-a69b-f244b24c0e33 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:32:32.955407 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:32:32.960365 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-90c4f51d-30b4-4ad6-a566-3247bee4dc7d admin admin] 10.222.0.10 "PUT /v2.0/routers/c935c686-d930-44e0-a69b-f244b24c0e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935913 Aug 10 10:32:32.962965 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35754) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:32.964000 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Sync routers for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:32:32.973012 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:32:32.973611 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:32:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:33.064863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.073714 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:32:33.165151 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.222843 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Deleting port 165a367c-9bd5-43ab-9de4-db8feb60d376 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:33.223207 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.255933 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:32:32Z', 'revision_number': 5, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port': {'id': '165a367c-9bd5-43ab-9de4-db8feb60d376', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:25:30Z', 'updated_at': '2021-08-10T10:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:33.265735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b961ac7-fe25-46db-a6d2-c9a4b7ba6caa req-3f040e1e-8494-4b68-8b0b-b21062f5211b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:33.267215 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5b961ac7-fe25-46db-a6d2-c9a4b7ba6caa req-3f040e1e-8494-4b68-8b0b-b21062f5211b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 944 time: 0.0510008 Aug 10 10:32:33.285158 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Checking router: c935c686-d930-44e0-a69b-f244b24c0e33 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:32:33.293978 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Routers {'c935c686-d930-44e0-a69b-f244b24c0e33'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:32:33.294591 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:32:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c935c686-d930-44e0-a69b-f244b24c0e33'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:33.305588 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] For port 165a367c-9bd5-43ab-9de4-db8feb60d376, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=165a367c-9bd5-43ab-9de4-db8feb60d376,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:33.305996 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5b961ac7-fe25-46db-a6d2-c9a4b7ba6caa req-3f126a90-3f21-4d99-8fdc-a2d7f8934ea4 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Aug 10 10:32:33.306516 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.322411 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Calling delete_port for 165a367c-9bd5-43ab-9de4-db8feb60d376 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:33.380599 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] Set router c935c686-d930-44e0-a69b-f244b24c0e33 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:32:33.433573 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:32:33Z', 'revision_number': 6, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:33.464480 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0a780-159b-4d49-974a-716397a38659 None None] The sync data for ids ['c935c686-d930-44e0-a69b-f244b24c0e33'] in dv-cinder-804035-3-iscsi is: [{'id': 'c935c686-d930-44e0-a69b-f244b24c0e33', 'name': 'tempest-AttachVolumeShelveTestJSON-63196536-router', 'tenant_id': 'e97924377468499aad42c62dc70f4ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:25:29Z', 'updated_at': '2021-08-10T10:32:33Z', 'revision_number': 6, 'project_id': 'e97924377468499aad42c62dc70f4ccc', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:32:33.492031 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.522140 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=165a367c-9bd5-43ab-9de4-db8feb60d376,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:33.577697 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.676612 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.678635 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.739897 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.740259 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a14e5ad3-9252-41a2-ae94-dc268e25d08c up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:32:33.740780 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c935c686-d930-44e0-a69b-f244b24c0e33 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:32:33.745322 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.746598 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2623e5c3-ebe0-4a12-ac19-f57c55e80bd7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c935c686-d930-44e0-a69b-f244b24c0e33 HTTP/1.1" status: 204 len: 168 time: 0.7824986 Aug 10 10:32:33.749211 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35758) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:33.791933 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port a14e5ad3-9252-41a2-ae94-dc268e25d08c completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:32:33.797841 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Deleting subnet b04e9f2c-6274-4dc0-b52d-fc333beaae05 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:32:33.799882 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port a14e5ad3-9252-41a2-ae94-dc268e25d08c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:32:33.800503 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.801298 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.849610 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.901175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.934715 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:33.937192 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b477ef-e90a-40c5-af5c-f542f4efc98e" -d '{"events": [{"server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "name": "network-vif-plugged", "status": "completed", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:33.943505 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device ac5333e5-5da7-4424-a574-9740b57cbb1a no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:33.957739 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:33.958830 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:33.975972 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: ac5333e5-5da7-4424-a574-9740b57cbb1a {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:33.976496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device ac5333e5-5da7-4424-a574-9740b57cbb1a not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:33.978248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.002410 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6509136-5704-46ad-a5b3-e339c8a78eef x-openstack-request-id: req-e6509136-5704-46ad-a5b3-e339c8a78eef {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:34.002866 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "name": "network-vif-plugged", "status": "completed", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:34.003146 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6509136-5704-46ad-a5b3-e339c8a78eef {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:34.003507 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c', 'code': 200} Aug 10 10:32:34.026286 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.032869 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:34.056607 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.058454 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b04e9f2c-6274-4dc0-b52d-fc333beaae05 HTTP/1.1" status: 204 len: 168 time: 0.3083906 Aug 10 10:32:34.060014 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec745431-a41f-43fc-adfc-175abe23226c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04e9f2c-6274-4dc0-b52d-fc333beaae05,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:34.061887 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35762) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:34.062850 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec014ea7-b8f2-494b-8420-e27c72a16408 None None] Network 6f84f074-0aa7-4654-9873-620c93c96ba8 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:32:34.133840 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.229109 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Deleting port d2331bad-af9c-451a-b8b2-8aff04774595 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:34.229438 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.268615 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] DHCP port deletion for 6f84f074-0aa7-4654-9873-620c93c96ba8 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:32:34.318431 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Deleting port d2331bad-af9c-451a-b8b2-8aff04774595 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:34.318831 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.390162 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] For port d2331bad-af9c-451a-b8b2-8aff04774595, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d2331bad-af9c-451a-b8b2-8aff04774595,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:34.390556 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.405097 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Calling delete_port for d2331bad-af9c-451a-b8b2-8aff04774595 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:34.494487 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.522195 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] Pushing event deleted for resources: {'Port': ['ID=d2331bad-af9c-451a-b8b2-8aff04774595,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:34.525997 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93908f-bc44-4d2b-ac51-c25b2773bb7a None None] No DVR routers for this DVR port d2331bad-af9c-451a-b8b2-8aff04774595 on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:34.550297 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0766e-1b72-463d-b570-26ce4b7f1eb4 req-3d93c228-7050-4f99-ad81-cccba153f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:34.551743 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53e0766e-1b72-463d-b570-26ce4b7f1eb4 req-3d93c228-7050-4f99-ad81-cccba153f99f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 1098 time: 0.3762889 Aug 10 10:32:34.608828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] For port d2331bad-af9c-451a-b8b2-8aff04774595, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d2331bad-af9c-451a-b8b2-8aff04774595,segment=NetworkSegment(ec1473fd-dece-4796-a48c-14eb232f6304),segment_id=ec1473fd-dece-4796-a48c-14eb232f6304)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:34.609177 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.632351 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Calling delete_port for d2331bad-af9c-451a-b8b2-8aff04774595 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:34.635598 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53e0766e-1b72-463d-b570-26ce4b7f1eb4 req-df824d51-67b5-4ae8-abfb-023df74736e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722575 Aug 10 10:32:34.652193 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d97a-5204-4400-b9e1-4af783eb30c1 req-ac373e64-c6a5-4686-94a4-63a064bf481e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:34.653620 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-df88d97a-5204-4400-b9e1-4af783eb30c1 req-ac373e64-c6a5-4686-94a4-63a064bf481e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.1056154 Aug 10 10:32:34.735247 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-df88d97a-5204-4400-b9e1-4af783eb30c1 req-beaeacb9-30d1-4eff-b3f8-1884d932d448 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Aug 10 10:32:34.752129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.774765 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2331bad-af9c-451a-b8b2-8aff04774595,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:34.781719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] No DVR routers for this DVR port d2331bad-af9c-451a-b8b2-8aff04774595 on host dv-cinder-804035-3-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:34.849800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.859864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f84f074-0aa7-4654-9873-620c93c96ba8']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:34.869601 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1473fd-dece-4796-a48c-14eb232f6304') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:34.869892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1473fd-dece-4796-a48c-14eb232f6304') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:32:34.878931 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.895847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.901451 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:32:34.901797 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self.session.flush() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self.session.flush() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self.session.flush() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self.session.flush() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:32:34.903434 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:32:34.954468 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.959730 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:34.961532 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6f84f074-0aa7-4654-9873-620c93c96ba8 HTTP/1.1" status: 204 len: 168 time: 0.8981130 Aug 10 10:32:34.972099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb5e88-6955-4309-955c-0251b44099b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f84f074-0aa7-4654-9873-620c93c96ba8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:35.070199 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35768) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:35.110127 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-841becb9-e0a6-407e-b109-f30be33ff99e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e97924377468499aad42c62dc70f4ccc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388026 Aug 10 10:32:35.112459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35770) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:35.159541 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:35.180990 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:35.225729 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:35.228397 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:35.229554 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f99b2f0-df8e-40a6-a22c-31b1287d7b12 HTTP/1.1" status: 204 len: 168 time: 0.1161706 Aug 10 10:32:35.239546 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e904a43-c13d-416d-bcbe-d079e24940cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f99b2f0-df8e-40a6-a22c-31b1287d7b12,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:35.740353 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d2331bad-af9c-451a-b8b2-8aff04774595 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:35.760200 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: d2331bad-af9c-451a-b8b2-8aff04774595 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:35.760543 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d2331bad-af9c-451a-b8b2-8aff04774595 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:35.760962 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 165a367c-9bd5-43ab-9de4-db8feb60d376 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:35.784053 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 165a367c-9bd5-43ab-9de4-db8feb60d376 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:35.784479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 165a367c-9bd5-43ab-9de4-db8feb60d376 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:35.855056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a150c0-4aa5-4b3a-9807-b513db12b7d7 req-60d212a2-ba44-45bb-b2ec-3cce8eba8aa2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:35.856671 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-36a150c0-4aa5-4b3a-9807-b513db12b7d7 req-60d212a2-ba44-45bb-b2ec-3cce8eba8aa2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Aug 10 10:32:35.894944 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-36a150c0-4aa5-4b3a-9807-b513db12b7d7 req-9c81fa7d-94d3-45e1-bdd9-8c6e1722c71c tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Aug 10 10:32:37.010504 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8a113-ea32-4990-905f-0697e394c4ad req-4fedf8bd-a662-42ee-b379-b8f15d8cff7a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:37.012006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0ef8a113-ea32-4990-905f-0697e394c4ad req-4fedf8bd-a662-42ee-b379-b8f15d8cff7a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Aug 10 10:32:37.049667 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0ef8a113-ea32-4990-905f-0697e394c4ad req-5853e2ba-60fe-4f15-9d4d-c6fd22a08c22 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Aug 10 10:32:41.522275 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-65fe887a-7781-4865-8055-0a8f60d01687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:42.398118 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:43.752235 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ceb8678f-ed91-4753-9948-62a07c3f2ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:44.333298 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:45.301773 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:46.586415 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:46.929697 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35960) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:47.033688 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f722465-f5db-4d00-a331-08d29865cec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.129027 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f722465-f5db-4d00-a331-08d29865cec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.132454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0f722465-f5db-4d00-a331-08d29865cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.169509 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0f722465-f5db-4d00-a331-08d29865cec7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef3c3243a6ce492d9cb07bf61e94effe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387302 Aug 10 10:32:47.170964 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f722465-f5db-4d00-a331-08d29865cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc3820-e9be-42f4-b76e-b73af1874094,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:47.172793 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35964) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:47.226731 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.247278 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.292236 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.295120 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.296299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97bc3820-e9be-42f4-b76e-b73af1874094 HTTP/1.1" status: 204 len: 168 time: 0.1219521 Aug 10 10:32:47.304929 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc3820-e9be-42f4-b76e-b73af1874094,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:47.313647 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.314076 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.314592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.315020 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.315429 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.315862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.316221 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.316705 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.317074 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.317404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.317732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.318059 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dc5784-4d48-4ac1-8ea6-53b317c71095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:32:47.572074 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 35976) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:47.586047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-666372f4-32a2-4233-b13d-dd06d8be5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.678027 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-666372f4-32a2-4233-b13d-dd06d8be5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.681710 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-666372f4-32a2-4233-b13d-dd06d8be5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.719156 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-666372f4-32a2-4233-b13d-dd06d8be5503 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=137917256bd6485f93ca372d60dd8d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462488 Aug 10 10:32:47.719999 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666372f4-32a2-4233-b13d-dd06d8be5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c9f8d-4deb-46c7-a506-3a80e0104911,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:47.722563 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 35980) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:47.772273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.792048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.840901 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.843707 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:47.844823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/036c9f8d-4deb-46c7-a506-3a80e0104911 HTTP/1.1" status: 204 len: 168 time: 0.1210129 Aug 10 10:32:47.852423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a40da-76e8-4ebe-a5cc-995437d289da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c9f8d-4deb-46c7-a506-3a80e0104911,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:48.924593 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfd83a-e2ff-4636-8a5f-298f548b3423 req-9d911878-aa8e-4e12-a33d-0c222b9d61a2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:48.926048 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9dfd83a-e2ff-4636-8a5f-298f548b3423 req-9d911878-aa8e-4e12-a33d-0c222b9d61a2 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0492318 Aug 10 10:32:48.963978 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9dfd83a-e2ff-4636-8a5f-298f548b3423 req-87da9f8a-d1fd-4e34-8723-526f3f69d047 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 10 10:32:50.080878 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eeeb1-cde0-498c-be6c-32cb06ae594f req-78392985-5441-4e32-a6d7-cb66cfdfd85a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:50.082319 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c99eeeb1-cde0-498c-be6c-32cb06ae594f req-78392985-5441-4e32-a6d7-cb66cfdfd85a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Aug 10 10:32:50.118635 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c99eeeb1-cde0-498c-be6c-32cb06ae594f req-9a028899-94c8-4df0-825f-3062bb0f1da8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Aug 10 10:32:50.934862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-73ac512b-2093-424d-83aa-4600959887bc tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:50.936254 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-73ac512b-2093-424d-83aa-4600959887bc tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Aug 10 10:32:51.026926 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Deleting port a14e5ad3-9252-41a2-ae94-dc268e25d08c {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:51.027264 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:51.111789 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] For port a14e5ad3-9252-41a2-ae94-dc268e25d08c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a14e5ad3-9252-41a2-ae94-dc268e25d08c,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:51.112467 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:51.124741 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Calling delete_port for a14e5ad3-9252-41a2-ae94-dc268e25d08c owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:51.246899 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfc956-2dc0-4ef0-9f70-871eb5b4467f req-5782cebb-9aae-4eb9-8f41-b314150f7e4c tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:51.248345 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9adfc956-2dc0-4ef0-9f70-871eb5b4467f req-5782cebb-9aae-4eb9-8f41-b314150f7e4c tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f38ba91e-4e7a-4404-a7df-77b73496af95 HTTP/1.1" status: 200 len: 945 time: 0.0638561 Aug 10 10:32:51.314583 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9adfc956-2dc0-4ef0-9f70-871eb5b4467f req-a93b6ade-66c4-412b-a249-181cc0379717 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477850 Aug 10 10:32:51.315666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:51.348154 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event deleted for resources: {'Port': ['ID=a14e5ad3-9252-41a2-ae94-dc268e25d08c,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:51.353625 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db', 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', '1f4d309b-2545-4055-8b28-1b7706d7d636', 'a14e5ad3-9252-41a2-ae94-dc268e25d08c'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:51.391290 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] No DVR routers for this DVR port a14e5ad3-9252-41a2-ae94-dc268e25d08c on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:51.393820 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:51.395830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-56bc2c1e-6e01-4515-b190-05e3b2ba259c req-c71b50a2-577b-4a41-97df-85c57cdcf721 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "DELETE /v2.0/ports/a14e5ad3-9252-41a2-ae94-dc268e25d08c HTTP/1.1" status: 204 len: 173 time: 0.4533134 Aug 10 10:32:51.396261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'name': 'network-vif-deleted', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:51.398512 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be7cb0-b24a-47b8-999b-5f8dcd087574" -d '{"events": [{"server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "name": "network-vif-deleted", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:51.433350 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1174292-de3f-4393-a221-bbcad082b00d x-openstack-request-id: req-e1174292-de3f-4393-a221-bbcad082b00d {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:51.433636 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ba91e-4e7a-4404-a7df-77b73496af95", "name": "network-vif-deleted", "tag": "a14e5ad3-9252-41a2-ae94-dc268e25d08c", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:51.433906 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1174292-de3f-4393-a221-bbcad082b00d {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:51.434337 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ba91e-4e7a-4404-a7df-77b73496af95', 'name': 'network-vif-deleted', 'tag': 'a14e5ad3-9252-41a2-ae94-dc268e25d08c', 'status': 'completed', 'code': 200} Aug 10 10:32:52.312758 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36076) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:52.419176 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ffe91ea-3c8f-4ed5-847c-90eb9d58533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.515592 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ffe91ea-3c8f-4ed5-847c-90eb9d58533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.519128 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ffe91ea-3c8f-4ed5-847c-90eb9d58533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.555856 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1ffe91ea-3c8f-4ed5-847c-90eb9d58533e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c27ffdbe519d437b9c6e5c6fa40b7f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419672 Aug 10 10:32:52.556943 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe91ea-3c8f-4ed5-847c-90eb9d58533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89dc632-904b-4bff-9614-2063f2d8431d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:52.558672 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36086) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:52.606324 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.626955 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.677166 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.679798 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:52.681108 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b89dc632-904b-4bff-9614-2063f2d8431d HTTP/1.1" status: 204 len: 168 time: 0.1213746 Aug 10 10:32:52.693878 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad30361-aca2-4fd8-9f84-052208b7a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89dc632-904b-4bff-9614-2063f2d8431d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:52.937984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36092) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:52.950770 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25c836ef-1b29-4826-a4d8-18acea860ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.035842 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25c836ef-1b29-4826-a4d8-18acea860ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.039628 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-25c836ef-1b29-4826-a4d8-18acea860ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.077602 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-25c836ef-1b29-4826-a4d8-18acea860ed8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e104b39878647b189c0c356e5978dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385441 Aug 10 10:32:53.078480 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c836ef-1b29-4826-a4d8-18acea860ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a79aea-3388-42a4-b277-3730dea23039,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:53.080408 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36094) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:53.132133 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.152994 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.197885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.200599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:53.201768 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9a79aea-3388-42a4-b277-3730dea23039 HTTP/1.1" status: 204 len: 168 time: 0.1203222 Aug 10 10:32:53.209390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996ba1f-a251-434c-bbd7-8f9ed34ebd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a79aea-3388-42a4-b277-3730dea23039,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:53.716215 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23615a-f972-4075-a439-c1912fe3b3a3 req-f0b3de5a-7fee-473b-86e9-ac7e43a33278 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:53.717853 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e23615a-f972-4075-a439-c1912fe3b3a3 req-f0b3de5a-7fee-473b-86e9-ac7e43a33278 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 945 time: 0.0499721 Aug 10 10:32:53.755729 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e23615a-f972-4075-a439-c1912fe3b3a3 req-4229e9e2-9b8b-4a3a-b99c-ba421ac68485 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Aug 10 10:32:53.896569 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a14e5ad3-9252-41a2-ae94-dc268e25d08c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:53.916137 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: a14e5ad3-9252-41a2-ae94-dc268e25d08c {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:53.916484 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device a14e5ad3-9252-41a2-ae94-dc268e25d08c not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:54.873409 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce807-654d-4f70-b797-4af9fe38f570 req-c5690ddd-aa80-47b4-af9f-27b79f037e1a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:54.874869 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b4ce807-654d-4f70-b797-4af9fe38f570 req-c5690ddd-aa80-47b4-af9f-27b79f037e1a tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 945 time: 0.0484734 Aug 10 10:32:54.915654 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8b4ce807-654d-4f70-b797-4af9fe38f570 req-56cce5bf-7dc4-404b-acbf-249fa413b3a9 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Aug 10 10:32:55.043632 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36172) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:55.147795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5ae22ed7-efc6-491a-ba16-74e97ceee2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.239273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5ae22ed7-efc6-491a-ba16-74e97ceee2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.242953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5ae22ed7-efc6-491a-ba16-74e97ceee2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.281430 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-5ae22ed7-efc6-491a-ba16-74e97ceee2e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85387c5de2014967971b37881ee9a303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367613 Aug 10 10:32:55.282361 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae22ed7-efc6-491a-ba16-74e97ceee2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16bdac-a72d-4cd4-b749-f18e8154600d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:55.284060 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36176) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:55.335486 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.355986 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.400487 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.403086 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.407739 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a16bdac-a72d-4cd4-b749-f18e8154600d HTTP/1.1" status: 204 len: 168 time: 0.1197691 Aug 10 10:32:55.412906 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc468-2719-452c-a0fe-2a34ef32d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16bdac-a72d-4cd4-b749-f18e8154600d,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:55.444864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-cab6e881-50b7-49a8-8ad3-439cb03230ee tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:55.446364 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-cab6e881-50b7-49a8-8ad3-439cb03230ee tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 945 time: 0.0622871 Aug 10 10:32:55.544480 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Deleting port 1f4d309b-2545-4055-8b28-1b7706d7d636 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:55.544917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.631656 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] For port 1f4d309b-2545-4055-8b28-1b7706d7d636, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1f4d309b-2545-4055-8b28-1b7706d7d636,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:55.632017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.646240 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Calling delete_port for 1f4d309b-2545-4055-8b28-1b7706d7d636 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:55.667258 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36182) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:55.682622 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2e54-a637-49d7-a5db-01e8335fe532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.771550 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2e54-a637-49d7-a5db-01e8335fe532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.775457 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2e54-a637-49d7-a5db-01e8335fe532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.777267 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.806056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event deleted for resources: {'Port': ['ID=1f4d309b-2545-4055-8b28-1b7706d7d636,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:55.812123 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db', 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', '1f4d309b-2545-4055-8b28-1b7706d7d636'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:55.813982 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2e54-a637-49d7-a5db-01e8335fe532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e909b-cbf2-4c30-b19a-7133a9e829f5,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:55.821226 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ee5e2e54-a637-49d7-a5db-01e8335fe532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29bbc2aa3b214842b02c248da1305c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528246 Aug 10 10:32:55.821839 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36184) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:55.857045 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] No DVR routers for this DVR port 1f4d309b-2545-4055-8b28-1b7706d7d636 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:55.859824 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.861814 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8fb3eb9a-7306-4b26-9165-68c5b1183054 req-9bff9d27-949a-4daa-be0d-d75145b5049d tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "DELETE /v2.0/ports/1f4d309b-2545-4055-8b28-1b7706d7d636 HTTP/1.1" status: 204 len: 173 time: 0.4094908 Aug 10 10:32:55.862251 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'name': 'network-vif-deleted', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:55.864675 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d87cdc-ea25-43a6-8110-a106b674e8af" -d '{"events": [{"server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "name": "network-vif-deleted", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:55.877104 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.900835 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.923503 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57afac02-8aa9-4c07-b87f-8f9ac61b84d2 x-openstack-request-id: req-57afac02-8aa9-4c07-b87f-8f9ac61b84d2 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:55.924020 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873a2ee0-748c-4fcb-a61d-4be50da9e9da", "name": "network-vif-deleted", "tag": "1f4d309b-2545-4055-8b28-1b7706d7d636", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:55.924020 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57afac02-8aa9-4c07-b87f-8f9ac61b84d2 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:55.924425 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873a2ee0-748c-4fcb-a61d-4be50da9e9da', 'name': 'network-vif-deleted', 'tag': '1f4d309b-2545-4055-8b28-1b7706d7d636', 'status': 'completed', 'code': 200} Aug 10 10:32:55.964850 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.967834 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:55.976223 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/234e909b-cbf2-4c30-b19a-7133a9e829f5 HTTP/1.1" status: 204 len: 168 time: 0.1504214 Aug 10 10:32:55.996849 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05bb73-a5f1-4bd9-8661-a2040ff2626f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e909b-cbf2-4c30-b19a-7133a9e829f5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:56.065774 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b72ea249-6b20-4eef-8911-d63ed88f057f req-4e5a4e1e-b867-43b9-af28-e9d24e85cc7b tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=873a2ee0-748c-4fcb-a61d-4be50da9e9da HTTP/1.1" status: 200 len: 210 time: 0.0460782 Aug 10 10:32:56.087973 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:32:56.669012 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36210) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:56.762701 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-960999011-network', 'tenant_id': '2ebf9338d15548b6a8e7d54db6e0c8cb'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:56.783985 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Made reservation on behalf of 2ebf9338d15548b6a8e7d54db6e0c8cb for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:32:56.786363 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.794185 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.886032 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.890728 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.914785 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:32:56.924678 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6925143-074b-4324-815c-21e3254b5ea7,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:56.929365 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.929698 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Added segment b9efa103-96f9-42c2-81b4-359bc7af76af of type vlan for network fe13ceec-ee51-4f50-b158-07db2b765db9 Aug 10 10:32:56.968499 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.995605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:56.996556 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:56.997121 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:57.047507 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3766906 Aug 10 10:32:57.050393 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36214) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:32:57.056473 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Request body: {'subnet': {'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-960999011-subnet', 'tenant_id': '2ebf9338d15548b6a8e7d54db6e0c8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:32:57.066979 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1b1cd-560e-460e-a5dd-34d5912963f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe13ceec-ee51-4f50-b158-07db2b765db9,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:57.077363 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network fe13ceec-ee51-4f50-b158-07db2b765db9 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:32:57.081998 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Made reservation on behalf of 2ebf9338d15548b6a8e7d54db6e0c8cb for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:32:57.084269 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:57.259162 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:57.318880 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a55ef9-79f5-4fe5-b451-7e3b986d8178,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:57.329066 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Checking segment: {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:32:57.329429 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Network hostable DHCP agents. Network: fe13ceec-ee51-4f50-b158-07db2b765db9, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:32:57.341771 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f0e1b-97a6-44f1-a2a0-adea4342e1ea req-86c388bc-bebd-4e5a-b34c-61720879be2f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:57.343500 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a27f0e1b-97a6-44f1-a2a0-adea4342e1ea req-86c388bc-bebd-4e5a-b34c-61720879be2f tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0518031 Aug 10 10:32:57.346083 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Network fe13ceec-ee51-4f50-b158-07db2b765db9 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:32:57.356094 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, fe13ceec-ee51-4f50-b158-07db2b765db9) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:32:57.361043 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:57.361617 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:57.367496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b54b2-849b-41ce-afe8-a68439d48937 None None] Network fe13ceec-ee51-4f50-b158-07db2b765db9 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:32:57.380012 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5af6b40f-f735-4e42-b0f1-d0945c006967 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3235791 Aug 10 10:32:57.387502 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a27f0e1b-97a6-44f1-a2a0-adea4342e1ea req-49f740dd-a4aa-4e19-898b-d9600f71a5a0 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Aug 10 10:32:57.611813 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccc914-d854-49bf-be0a-9c0cf20f8a12 None None] Network fe13ceec-ee51-4f50-b158-07db2b765db9 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:32:57.895527 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1f4d309b-2545-4055-8b28-1b7706d7d636 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:32:57.916431 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 1f4d309b-2545-4055-8b28-1b7706d7d636 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:32:57.916776 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1f4d309b-2545-4055-8b28-1b7706d7d636 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:32:58.504747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84532bf5-c6c8-4e0f-9298-c1f670a4d4b3 req-ed30c34a-e2b4-4b8a-b7ca-d1cc7b9decf7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:58.506223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-84532bf5-c6c8-4e0f-9298-c1f670a4d4b3 req-ed30c34a-e2b4-4b8a-b7ca-d1cc7b9decf7 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Aug 10 10:32:58.545895 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-84532bf5-c6c8-4e0f-9298-c1f670a4d4b3 req-df4a173d-0296-4cd8-ab1a-a0727f151a40 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Aug 10 10:32:58.807041 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-c6fce397-7df9-43b3-96aa-54b4f2bf60ce tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:58.808479 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-c6fce397-7df9-43b3-96aa-54b4f2bf60ce tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 946 time: 0.0506768 Aug 10 10:32:58.897579 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Deleting port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:32:58.897915 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:58.989031 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] For port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:32:58.989390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:59.002673 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Calling delete_port for d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:32:59.162121 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-984293a4-11ae-42ee-884e-7baad979ac9a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:32:59.163494 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-984293a4-11ae-42ee-884e-7baad979ac9a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 813 time: 0.1215987 Aug 10 10:32:59.200259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-85d49525-7a2d-41b0-88ce-6c56c5a96a13 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/quotas/2ebf9338d15548b6a8e7d54db6e0c8cb HTTP/1.1" status: 200 len: 375 time: 0.0310178 Aug 10 10:32:59.237779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-68b49826-0ff2-4442-9eb0-ced966ca3476 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313320 Aug 10 10:32:59.238485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:59.273852 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db', 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:32:59.285098 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event deleted for resources: {'Port': ['ID=d3708d9d-d74f-4e83-aa34-950d4eb6c5a1,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:32:59.355630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] No DVR routers for this DVR port d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:32:59.359630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:32:59.361546 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a8b87146-4b45-4b59-87d5-358a61e7f53d req-dfc28366-a2af-4e92-85bd-bd74d1ab7e68 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "DELETE /v2.0/ports/d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 HTTP/1.1" status: 204 len: 173 time: 0.5468149 Aug 10 10:32:59.361966 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'name': 'network-vif-deleted', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:32:59.364205 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85255fd5-8ada-4c3c-be1d-232eb41cd717" -d '{"events": [{"server_uuid": "f49db019-592f-4d74-911b-55688573b672", "name": "network-vif-deleted", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:32:59.406149 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-b30dd684-b415-4bce-af36-f073889c601a service neutron] 10.222.0.10 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599796 Aug 10 10:32:59.412718 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d359a3-6c01-4016-9a42-8d2f37f969cb x-openstack-request-id: req-27d359a3-6c01-4016-9a42-8d2f37f969cb {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:32:59.413056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49db019-592f-4d74-911b-55688573b672", "name": "network-vif-deleted", "tag": "d3708d9d-d74f-4e83-aa34-950d4eb6c5a1", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:32:59.413320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27d359a3-6c01-4016-9a42-8d2f37f969cb {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:32:59.413694 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49db019-592f-4d74-911b-55688573b672', 'name': 'network-vif-deleted', 'tag': 'd3708d9d-d74f-4e83-aa34-950d4eb6c5a1', 'status': 'completed', 'code': 200} Aug 10 10:32:59.507912 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-48130e62-4677-493f-9b06-baea858496e2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926919 Aug 10 10:32:59.670578 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4814ca68-f76a-4c25-8a3b-1e9ec7d8042a req-ef0957d0-f14e-4eac-ba4a-caca62b1ad48 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 210 time: 0.0342054 Aug 10 10:32:59.692159 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-43fec243-d605-4a79-8b51-0ddd457129d3 req-3603e4d2-afae-42f9-abde-17bfbf9c201c tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=f49db019-592f-4d74-911b-55688573b672 HTTP/1.1" status: 200 len: 210 time: 0.0395575 Aug 10 10:33:00.629789 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-052c7924-16fc-4123-9ce5-8e0ab1c57d24 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:00.631271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-052c7924-16fc-4123-9ce5-8e0ab1c57d24 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 813 time: 0.1074705 Aug 10 10:33:00.661528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Request body: {'port': {'device_id': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9', 'admin_state_up': True, 'tenant_id': '2ebf9338d15548b6a8e7d54db6e0c8cb'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:00.781416 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1200a8c5-b60f-42cd-aa9b-08097f9571d6 req-01d81a7e-e746-480f-98aa-6b3a3d9d57bb tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 210 time: 0.0396240 Aug 10 10:33:00.809170 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Made reservation on behalf of 2ebf9338d15548b6a8e7d54db6e0c8cb for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:00.813554 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:00.932773 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Allocated IP 172.20.0.4 (fe13ceec-ee51-4f50-b158-07db2b765db9/c8a55ef9-79f5-4fe5-b451-7e3b986d8178/c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:01.078206 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.116325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.155354 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Network fe13ceec-ee51-4f50-b158-07db2b765db9 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:01.160180 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:01.163760 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:01.193516 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Pushing event updated for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:01.218371 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:01.218956 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.231703 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6ba0e7e4-4489-424d-a8ff-f1786875c345 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740321 Aug 10 10:33:01.249553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Request body: {'port': {'device_id': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:01.300311 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.555922 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:33:01.563602 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.575377 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Transition to ACTIVE for port object c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:01.578661 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.629182 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:01.690554 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Attempting to bind port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:33:01.691224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Attempting to bind port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:33:01.691224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Attempting to bind port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df on network fe13ceec-ee51-4f50-b158-07db2b765db9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:01.695372 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df on network fe13ceec-ee51-4f50-b158-07db2b765db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:33:01.695697 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Attempting to bind port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df on network fe13ceec-ee51-4f50-b158-07db2b765db9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:01.700465 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:33:01.700797 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Checking segment: {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:01.701228 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Bound using segment: {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:33:01.701591 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Bound port: c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:33:01.701946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.765869 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:33:01.768791 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:33:01.773052 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.806862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:01.807667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:01.808793 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] 10.222.0.24 "PUT /v2.0/ports/c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df HTTP/1.1" status: 200 len: 1093 time: 0.5636406 Aug 10 10:33:01.809227 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:33:01.811811 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76466d85-ebd1-4f19-8a17-f9f607e94445" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:33:01.835574 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70cc7b-cf33-4c14-8ee2-784cdeca442b service neutron] Pushing event updated for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:01.858093 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210add5-27dd-4175-a042-5c6bff2ad5da x-openstack-request-id: req-d210add5-27dd-4175-a042-5c6bff2ad5da {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:33:01.858246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:33:01.858509 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d210add5-27dd-4175-a042-5c6bff2ad5da {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:33:01.859337 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df', 'status': 'completed', 'code': 200} Aug 10 10:33:01.910394 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:33:01.935102 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:33:01.935663 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device d3708d9d-d74f-4e83-aa34-950d4eb6c5a1 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:33:01.951034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4adf99-1d0f-4a4e-87c2-5acadba672b7 req-9846264a-a7aa-4ed9-94f5-03a478d0fa8e tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:01.952509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dd4adf99-1d0f-4a4e-87c2-5acadba672b7 req-9846264a-a7aa-4ed9-94f5-03a478d0fa8e tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 943 time: 0.0686514 Aug 10 10:33:01.956761 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-3cfffaec-7632-4f12-b516-0f12d495ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:01.958116 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-3cfffaec-7632-4f12-b516-0f12d495ff60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0826981 Aug 10 10:33:02.019493 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-7224ef5f-a11f-4803-b69c-8c7b84ba88ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df HTTP/1.1" status: 200 len: 217 time: 0.0466034 Aug 10 10:33:02.032470 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dd4adf99-1d0f-4a4e-87c2-5acadba672b7 req-11364742-eab4-47af-a7cb-324e1312f9e0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Aug 10 10:33:02.124643 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-950af1ba-b994-41c9-887d-0ddba5f39532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:02.125965 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-950af1ba-b994-41c9-887d-0ddba5f39532 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8a55ef9-79f5-4fe5-b451-7e3b986d8178 HTTP/1.1" status: 200 len: 853 time: 0.0631890 Aug 10 10:33:02.135961 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c2f2-9c4d-4987-8793-5e925650bb01 req-762a9c7e-a494-4e21-a4eb-632afe5066e6 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:02.137299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f520c2f2-9c4d-4987-8793-5e925650bb01 req-762a9c7e-a494-4e21-a4eb-632afe5066e6 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0833719 Aug 10 10:33:02.170241 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-0aecb58e-5074-4968-a9a6-d4f9af62cbbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe13ceec-ee51-4f50-b158-07db2b765db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319648 Aug 10 10:33:02.234263 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f520c2f2-9c4d-4987-8793-5e925650bb01 req-5e4445a0-4452-4b5d-b346-b5f7970e137e tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889254 Aug 10 10:33:02.269488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-3c183d7f-0e17-4d7d-900d-8e76d0837955 service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917432 Aug 10 10:33:02.365411 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-dc1222e1-021f-4280-a84a-1fb926ef17ca req-6f9cea16-c05e-4f8e-bd1f-575ac132af2f service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875576 Aug 10 10:33:02.493962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-50326d23-63b3-436a-bc3b-cf17f894b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:02.495334 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-50326d23-63b3-436a-bc3b-cf17f894b87b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0399728 Aug 10 10:33:02.585770 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-200b9a56-ee2b-4cde-bb58-71eecbfc4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:02.587173 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-200b9a56-ee2b-4cde-bb58-71eecbfc4b5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 914 time: 0.0836365 Aug 10 10:33:02.627900 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-dad0306e-5fdd-4b6e-b017-d88d7d50cdac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df HTTP/1.1" status: 200 len: 217 time: 0.0326920 Aug 10 10:33:02.677219 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-9d653260-30c7-45c6-b854-8101a9e005f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:02.678582 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-9d653260-30c7-45c6-b854-8101a9e005f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8a55ef9-79f5-4fe5-b451-7e3b986d8178 HTTP/1.1" status: 200 len: 853 time: 0.0416622 Aug 10 10:33:02.713359 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-e3515d6a-9eb9-4d0f-91f7-491ab5c0f88d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe13ceec-ee51-4f50-b158-07db2b765db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261128 Aug 10 10:33:02.802326 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-14c2fcb7-5ce7-407e-821d-935cc111bfbe service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819316 Aug 10 10:33:02.890444 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-76466d85-ebd1-4f19-8a17-f9f607e94445 req-d8cd0240-de5e-40c7-a4ca-4900e93b2824 service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794554 Aug 10 10:33:03.149021 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b52c8-d61b-4399-b730-f65aa52a3e01 req-c864950a-4015-4b3d-845f-1e2362ba1e9c tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:03.150448 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-519b52c8-d61b-4399-b730-f65aa52a3e01 req-c864950a-4015-4b3d-845f-1e2362ba1e9c tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 943 time: 0.0530467 Aug 10 10:33:03.187443 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-519b52c8-d61b-4399-b730-f65aa52a3e01 req-7a73c5ad-fca0-4e75-938a-f2f481e8b585 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Aug 10 10:33:03.347473 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361845e-2d80-4e4a-ae90-4eb786fae807 req-e8cc2224-0406-4fd2-ae63-55d86373f615 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:03.348824 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b361845e-2d80-4e4a-ae90-4eb786fae807 req-e8cc2224-0406-4fd2-ae63-55d86373f615 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Aug 10 10:33:03.386094 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b361845e-2d80-4e4a-ae90-4eb786fae807 req-5efe9665-150d-4231-b9b2-d687a886ceef tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/security-groups?id=75dbe4f9-c51d-4780-a5dc-05fa28e6389a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Aug 10 10:33:03.818101 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-4fab1e7a-c0f1-464d-8ce1-cdb92b1232c8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:03.819627 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-4fab1e7a-c0f1-464d-8ce1-cdb92b1232c8 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Aug 10 10:33:03.911825 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Deleting port 18f67524-3bad-44c3-8af0-76d8dbd381db {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:33:03.912163 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:03.925509 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:33:03.997226 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] For port 18f67524-3bad-44c3-8af0-76d8dbd381db, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=18f67524-3bad-44c3-8af0-76d8dbd381db,segment=NetworkSegment(a5a89fc4-c29b-43c4-9add-ff734004bb12),segment_id=a5a89fc4-c29b-43c4-9add-ff734004bb12)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:03.997688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:04.009969 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Calling delete_port for 18f67524-3bad-44c3-8af0-76d8dbd381db owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:33:04.017691 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:04.029716 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df', 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9', 'port_id': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df', 'mac_address': 'fa:16:3e:1d:42:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a55ef9-79f5-4fe5-b451-7e3b986d8178', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:33:04.065679 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:04.078653 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:33:04.101138 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:04.106654 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:04.138517 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:04.154507 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:04.163899 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Pushing event deleted for resources: {'Port': ['ID=18f67524-3bad-44c3-8af0-76d8dbd381db,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:04.205008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] No DVR routers for this DVR port 18f67524-3bad-44c3-8af0-76d8dbd381db on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:33:04.207320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:04.209367 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cdc7403d-8973-4dad-8ccb-13b755df333a req-85456433-000e-4aec-acdc-e8c737fb4e70 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.24 "DELETE /v2.0/ports/18f67524-3bad-44c3-8af0-76d8dbd381db HTTP/1.1" status: 204 len: 173 time: 0.3830605 Aug 10 10:33:04.209807 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'name': 'network-vif-deleted', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:33:04.209925 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['18f67524-3bad-44c3-8af0-76d8dbd381db'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:33:04.212059 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db497692-953e-4543-9aec-bce4cabb7bae" -d '{"events": [{"server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "name": "network-vif-deleted", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:33:04.257665 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11763cbf-2c57-4837-938b-bb983bea70b2 x-openstack-request-id: req-11763cbf-2c57-4837-938b-bb983bea70b2 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:33:04.257953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5f42da-d76a-4cb7-89bf-c2c4752f2334", "name": "network-vif-deleted", "tag": "18f67524-3bad-44c3-8af0-76d8dbd381db", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:33:04.258202 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11763cbf-2c57-4837-938b-bb983bea70b2 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:33:04.258588 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5f42da-d76a-4cb7-89bf-c2c4752f2334', 'name': 'network-vif-deleted', 'tag': '18f67524-3bad-44c3-8af0-76d8dbd381db', 'status': 'completed', 'code': 200} Aug 10 10:33:04.319084 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640856c-75ab-44bf-88ea-abd4ef5a5b00 req-9eefa7f6-e499-4afe-bfd9-1b37cc24e695 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:04.320588 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0640856c-75ab-44bf-88ea-abd4ef5a5b00 req-9eefa7f6-e499-4afe-bfd9-1b37cc24e695 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 944 time: 0.0556421 Aug 10 10:33:04.368420 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0640856c-75ab-44bf-88ea-abd4ef5a5b00 req-b5a0b450-38af-4571-9702-0e91ce765ff6 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Aug 10 10:33:04.453049 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:33:04.492989 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-04353185-4080-4817-ab77-035daf54f275 req-d3b36343-8999-4e90-96a7-06e74aefe831 tempest-AttachVolumeNegativeTest-1847371889 tempest-AttachVolumeNegativeTest-1847371889-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e5f42da-d76a-4cb7-89bf-c2c4752f2334 HTTP/1.1" status: 200 len: 210 time: 0.0272539 Aug 10 10:33:05.481774 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28b55b-d625-479e-8454-f2fff9b61461 req-02181f74-45ce-4e83-a88b-79b3fe6420ac tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:05.483244 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef28b55b-d625-479e-8454-f2fff9b61461 req-02181f74-45ce-4e83-a88b-79b3fe6420ac tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 944 time: 0.0493696 Aug 10 10:33:05.520115 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef28b55b-d625-479e-8454-f2fff9b61461 req-a35c03ac-5c54-4357-909e-6ec1aabdc3d0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Aug 10 10:33:05.548168 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36298) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:05.591119 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Deleting subnet 53b33df7-482a-497e-943d-1cf35cb72993 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:33:05.594088 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.626870 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.664269 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.719544 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.745836 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b33df7-482a-497e-943d-1cf35cb72993,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:05.747805 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.749630 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6b8ec17f-07c9-4bf3-b923-b08155bbd064 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/53b33df7-482a-497e-943d-1cf35cb72993 HTTP/1.1" status: 204 len: 168 time: 0.2004905 Aug 10 10:33:05.752103 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36300) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:05.816298 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.893839 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.902952 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b86435-2b48-49ae-bdbe-1955f75a6717']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:05.913334 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a89fc4-c29b-43c4-9add-ff734004bb12') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:05.913606 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a89fc4-c29b-43c4-9add-ff734004bb12') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:33:05.922507 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.928407 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:05.936351 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.942296 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:33:05.942665 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:33:05.944580 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:33:05.976994 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:05.980687 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:05.981049 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:05.997958 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.013379 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.015537 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/64b86435-2b48-49ae-bdbe-1955f75a6717 HTTP/1.1" status: 204 len: 168 time: 0.2623723 Aug 10 10:33:06.016499 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13775a-bdd5-4af8-9677-337c451f74ea admin admin] Pushing event deleted for resources: {'Network': ['ID=64b86435-2b48-49ae-bdbe-1955f75a6717,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:06.062181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.085694 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:33:06.087921 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafdf73-4ec6-4234-bcaf-96ba7a9d100e" -d '{"events": [{"server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:33:06.108871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:06.112839 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.113786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 18f67524-3bad-44c3-8af0-76d8dbd381db no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:33:06.131601 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36306) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:06.135462 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b50d968-7c82-42d1-a084-6a8e5b520f5c x-openstack-request-id: req-8b50d968-7c82-42d1-a084-6a8e5b520f5c {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:33:06.135745 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "name": "network-vif-plugged", "status": "completed", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:33:06.135987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b50d968-7c82-42d1-a084-6a8e5b520f5c {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:33:06.136363 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df', 'code': 200} Aug 10 10:33:06.152607 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 18f67524-3bad-44c3-8af0-76d8dbd381db {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:33:06.152942 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 18f67524-3bad-44c3-8af0-76d8dbd381db not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:33:06.178157 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-38af8583-ff65-4fbd-8904-f5ebef12573a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acd4aa26048841c58543ddab34ea05ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453291 Aug 10 10:33:06.180811 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36308) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:06.181136 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:06.230219 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.252720 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.299773 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.302520 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:06.303677 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75dbe4f9-c51d-4780-a5dc-05fa28e6389a HTTP/1.1" status: 204 len: 168 time: 0.1219742 Aug 10 10:33:06.311604 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59581da-85f3-4901-8aa0-6f5190470d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dbe4f9-c51d-4780-a5dc-05fa28e6389a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:06.329943 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55161723-f0d9-471d-8455-5be382bb1d14 req-304c05e9-a5fe-43cc-bf11-85a938854332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:06.329943 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-55161723-f0d9-471d-8455-5be382bb1d14 req-304c05e9-a5fe-43cc-bf11-85a938854332 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 1098 time: 0.0462921 Aug 10 10:33:06.366095 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-55161723-f0d9-471d-8455-5be382bb1d14 req-8056416a-dbf1-4226-9ae0-c5cff2494aec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297365 Aug 10 10:33:06.635552 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedffc-4eb2-4dd5-98f9-93e39cd1adce req-1f5482d7-66c0-4276-abac-e589bab33992 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:06.637006 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ccdedffc-4eb2-4dd5-98f9-93e39cd1adce req-1f5482d7-66c0-4276-abac-e589bab33992 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Aug 10 10:33:06.677218 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ccdedffc-4eb2-4dd5-98f9-93e39cd1adce req-e793a9f1-6869-42ea-8c29-94d28981d72f tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 10 10:33:07.790375 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff99602-1b38-4df8-b27a-509d695e9855 req-47c7f1ff-7170-43ec-a413-3c554dc0c721 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:07.791849 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff99602-1b38-4df8-b27a-509d695e9855 req-47c7f1ff-7170-43ec-a413-3c554dc0c721 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 945 time: 0.0478902 Aug 10 10:33:07.829427 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4ff99602-1b38-4df8-b27a-509d695e9855 req-65edb6ea-ba89-4f48-b233-9dd205216cb2 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Aug 10 10:33:11.523850 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-766a6a98-89f3-4b55-a6a2-d21abf48cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:12.399509 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:13.752995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-e4d71d05-418d-4921-b9a6-20a1978b901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:14.334730 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.300818 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.771862 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36496) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:15.876676 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64dedeb-c8c8-45c4-9720-ad609f4ba39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.965218 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64dedeb-c8c8-45c4-9720-ad609f4ba39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:15.969493 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e64dedeb-c8c8-45c4-9720-ad609f4ba39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:16.006992 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e64dedeb-c8c8-45c4-9720-ad609f4ba39c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b96eb95c3c4947cbba1ab8b4fa363356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340696 Aug 10 10:33:16.007856 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dedeb-c8c8-45c4-9720-ad609f4ba39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5dde85-11d3-4993-8966-06c8111b4dc1,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:16.009880 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36500) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:16.063929 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:16.084216 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:16.132531 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:16.135199 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:16.136371 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc5dde85-11d3-4993-8966-06c8111b4dc1 HTTP/1.1" status: 204 len: 168 time: 0.1254163 Aug 10 10:33:16.144347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4c879-b2d2-46c1-b3e3-ac6d5f442e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5dde85-11d3-4993-8966-06c8111b4dc1,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:16.588550 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.175499 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36672) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:30.276884 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d5d6ea5-08d9-454c-9e08-f030e2f483d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.363463 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d5d6ea5-08d9-454c-9e08-f030e2f483d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.366964 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d5d6ea5-08d9-454c-9e08-f030e2f483d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.404143 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0d5d6ea5-08d9-454c-9e08-f030e2f483d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3de5347063814c1bab458cfb965048d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275991 Aug 10 10:33:30.405234 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d6ea5-08d9-454c-9e08-f030e2f483d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a398f84-015d-47d7-974d-22e411cbdcdb,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:30.407463 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36678) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:30.458067 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.479682 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.524715 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.527149 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.528322 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a398f84-015d-47d7-974d-22e411cbdcdb HTTP/1.1" status: 204 len: 168 time: 0.1199014 Aug 10 10:33:30.536605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a398f84-015d-47d7-974d-22e411cbdcdb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:30.543601 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.543948 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.544283 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.544755 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.545270 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.545710 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.546071 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.546350 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.546673 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.546995 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.547342 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.547666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925b059-375b-4142-b61b-dbd82425bdbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:30.786974 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36686) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:30.800732 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-222c8e67-a8b3-4de5-ae3d-1dd8228353df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.887395 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-222c8e67-a8b3-4de5-ae3d-1dd8228353df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.891087 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-222c8e67-a8b3-4de5-ae3d-1dd8228353df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:30.932893 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-222c8e67-a8b3-4de5-ae3d-1dd8228353df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a88540e41be45b783fadcc40d3aa5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448088 Aug 10 10:33:30.933752 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8e67-a8b3-4de5-ae3d-1dd8228353df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0aada5-325b-445d-a3df-b2b05a753e7b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:30.935621 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36688) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:30.990929 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:31.012630 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:31.067278 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:31.070678 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:31.071861 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be0aada5-325b-445d-a3df-b2b05a753e7b HTTP/1.1" status: 204 len: 168 time: 0.1352067 Aug 10 10:33:31.086712 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a22a9-fd66-4b50-a423-b87305e66c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0aada5-325b-445d-a3df-b2b05a753e7b,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:32.936727 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:33:34.158209 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-834c8b1e-e71d-4ae2-bacf-bd8fa84bfdd1 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218307055&fields=id&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 267 time: 0.0323136 Aug 10 10:33:34.262954 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-e6269c40-790e-4af2-9a94-1b224288fb43 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:34.264427 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-e6269c40-790e-4af2-9a94-1b224288fb43 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.0987062 Aug 10 10:33:34.280098 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-f006c005-6df8-4bca-9fec-8c2a6f88e470 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/quotas/8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 375 time: 0.0093296 Aug 10 10:33:34.341460 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-fa1911b1-6b07-43df-88d4-2d2d0419fb1b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549750 Aug 10 10:33:34.435077 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-3eea5720-a2e4-4e9c-b7f7-98c1fda51df3 service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Aug 10 10:33:34.527931 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-37d80048-637e-4634-9c55-1d3ef44f4d96 service neutron] 10.222.0.10 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863941 Aug 10 10:33:34.853353 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e633b505-10bb-4668-9acd-d434825b266f req-c5cb4059-0dfc-469a-9bad-6590cfbb28ed tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 210 time: 0.0416148 Aug 10 10:33:35.947939 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-e813e753-5dcc-4a8b-a80b-445a5e4adc14 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:35.949223 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-e813e753-5dcc-4a8b-a80b-445a5e4adc14 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 810 time: 0.1263084 Aug 10 10:33:35.980271 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6558e95b-0496-4467-89ef-fc4e7f034707 req-c20c2523-b873-4345-9442-bc0e8ce34b66 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 210 time: 0.0426006 Aug 10 10:33:36.293481 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-a756847d-e180-4124-a9a5-82f4d840c891 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8248f1025a0c4226b6b12d85c3acb466 HTTP/1.1" status: 200 len: 379 time: 0.2908297 Aug 10 10:33:36.304819 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'port': {'device_id': '9632ec99-efcb-4196-87e5-25a75957a38e', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'admin_state_up': True, 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'security_groups': ['f5270cf2-920c-4d16-8b7c-4e331b4a343e']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:36.427755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Made reservation on behalf of 8248f1025a0c4226b6b12d85c3acb466 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:33:36.431131 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:36.554162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.20.0.9 (784adf51-33f1-4c02-98c4-160ea2f41c93/097f9bfc-97e4-4b72-aadf-2537c33d41e3/0a0ba60f-446c-4960-ad41-9e84d81c3c43) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:36.687412 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:36.701144 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Transition to ACTIVE for port object 0a0ba60f-446c-4960-ad41-9e84d81c3c43 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:36.732949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:36.772855 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:36.778122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:36.781800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:36.807507 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:36.839560 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:36.840242 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:36.855597 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c5781d-aad6-4fe9-96c7-ad89ecd58e1f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543003 Aug 10 10:33:36.877659 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Request body: {'port': {'device_id': '9632ec99-efcb-4196-87e5-25a75957a38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:36.938470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.041785 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a232a67c-2573-4d19-ae8a-18e327de7c16 None None] Provisioning for port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:37.047662 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a232a67c-2573-4d19-ae8a-18e327de7c16 None None] Provisioning complete for port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:37.050239 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a232a67c-2573-4d19-ae8a-18e327de7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.094994 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a232a67c-2573-4d19-ae8a-18e327de7c16 None None] Port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:33:37.159344 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90c882-5aac-4971-9cdd-ea7f28fb8fc7 req-4284d639-ff16-462c-86be-fafd8a959ef0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.160779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7c90c882-5aac-4971-9cdd-ea7f28fb8fc7 req-4284d639-ff16-462c-86be-fafd8a959ef0 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 931 time: 0.1027641 Aug 10 10:33:37.221649 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7c90c882-5aac-4971-9cdd-ea7f28fb8fc7 req-0ad18c0b-fefb-4132-9c44-b4920986a5db tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546703 Aug 10 10:33:37.282195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0ba60f-446c-4960-ad41-9e84d81c3c43 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:33:37.290470 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.302441 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Transition to ACTIVE for port object 0a0ba60f-446c-4960-ad41-9e84d81c3c43 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:33:37.306005 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.355198 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:37.422748 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Attempting to bind port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:33:37.423083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Attempting to bind port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:33:37.423438 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Attempting to bind port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:37.429220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:33:37.429540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Attempting to bind port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 on network 784adf51-33f1-4c02-98c4-160ea2f41c93 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:33:37.434403 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:33:37.434731 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Checking segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:33:37.435108 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Bound using segment: {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:33:37.435560 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Bound port: 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:33:37.435911 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.510454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:33:37.513680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:33:37.518207 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.558207 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.558812 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:37.560199 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 200 len: 1093 time: 0.6877117 Aug 10 10:33:37.560637 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:33:37.563187 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9df675e-8927-4c0a-8684-e5fb5904b316" -d '{"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:33:37.587942 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d9167-f1a6-45dc-ada3-83b19cbfc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:37.602519 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad44f5f-f1c0-467b-83ce-fab7f81b588f x-openstack-request-id: req-7ad44f5f-f1c0-467b-83ce-fab7f81b588f {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:33:37.602810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:33:37.603061 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ad44f5f-f1c0-467b-83ce-fab7f81b588f {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:33:37.603478 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'status': 'completed', 'code': 200} Aug 10 10:33:37.707840 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-1f5be00b-6922-497b-b2e1-89de7474efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.709417 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-1f5be00b-6922-497b-b2e1-89de7474efbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1096 time: 0.0497952 Aug 10 10:33:37.765727 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-eab99e5b-c4cb-4377-b57e-d82c7fed7824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 200 len: 217 time: 0.0399289 Aug 10 10:33:37.819830 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-977037f3-9b4a-463d-bb81-0c5226e869b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.819830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-977037f3-9b4a-463d-bb81-0c5226e869b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0461044 Aug 10 10:33:37.877115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c55a08-af56-400a-9333-53291f068c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:37.879033 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-66c55a08-af56-400a-9333-53291f068c7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442863 Aug 10 10:33:37.975221 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-e6285976-f1cf-40ff-a12e-0c67c7937885 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845807 Aug 10 10:33:38.071187 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1fc14001-a35e-4000-80d7-34d3abb00c30 req-a9c416f6-9734-4f38-9176-c3b4bfdbcd1f service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Aug 10 10:33:38.238032 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-321c7813-99f5-4e23-bd92-bcde14bd76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:38.239536 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-321c7813-99f5-4e23-bd92-bcde14bd76a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1096 time: 0.0412381 Aug 10 10:33:38.365345 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c5e2c-598d-4f77-ae36-730b5f4385db req-b898bae5-4dde-47c0-acd8-2006d4cdb18d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:38.366692 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a0c5e2c-598d-4f77-ae36-730b5f4385db req-b898bae5-4dde-47c0-acd8-2006d4cdb18d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0745900 Aug 10 10:33:38.369320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-b3b675cd-da84-4a43-8aec-ed9d9f265000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:38.370610 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-b3b675cd-da84-4a43-8aec-ed9d9f265000 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.1238456 Aug 10 10:33:38.421628 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-71e8ae91-37b9-499e-a430-05f338525b80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 200 len: 217 time: 0.0420818 Aug 10 10:33:38.446087 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a0c5e2c-598d-4f77-ae36-730b5f4385db req-2adff8a3-a041-4980-b04b-91bbc1281b7d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735040 Aug 10 10:33:38.481201 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-a62ad563-d5b3-4724-a65b-4cc792dd76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:38.482622 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-a62ad563-d5b3-4724-a65b-4cc792dd76cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0509553 Aug 10 10:33:38.541551 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-2a602783-c590-4a51-88fc-130b99dad7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:38.542953 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-2a602783-c590-4a51-88fc-130b99dad7ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382113 Aug 10 10:33:38.633493 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-88bb424b-8c5f-4e93-9fb9-e009cdfa08ea service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823615 Aug 10 10:33:38.724738 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e9df675e-8927-4c0a-8684-e5fb5904b316 req-bc498e88-514d-48cc-bd9e-60728ffb7d2c service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791023 Aug 10 10:33:39.164947 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36872) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:39.268243 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0ee0-fb60-44b2-bbd3-b10bad8ca773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.359352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0ee0-fb60-44b2-bbd3-b10bad8ca773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.362905 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a8cb0ee0-fb60-44b2-bbd3-b10bad8ca773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.403919 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-a8cb0ee0-fb60-44b2-bbd3-b10bad8ca773 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9301e42f21424d11bde3375199b6d857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377961 Aug 10 10:33:39.404683 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb0ee0-fb60-44b2-bbd3-b10bad8ca773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d68d0-a99a-47dc-8007-39611d2dc68a,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:39.406662 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36876) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:39.453939 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.482334 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.529444 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.532015 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.533155 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c54d68d0-a99a-47dc-8007-39611d2dc68a HTTP/1.1" status: 204 len: 168 time: 0.1255350 Aug 10 10:33:39.540760 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449b5af-e4e5-45d6-8775-f400831cc50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d68d0-a99a-47dc-8007-39611d2dc68a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:39.575759 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd286b-a23f-4ffb-bbf5-40a9208f8a2e req-2f734753-7ff9-465c-88b1-8e4deea9ce93 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:39.577312 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-54cd286b-a23f-4ffb-bbf5-40a9208f8a2e req-2f734753-7ff9-465c-88b1-8e4deea9ce93 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0570626 Aug 10 10:33:39.617673 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-54cd286b-a23f-4ffb-bbf5-40a9208f8a2e req-0ce1a7f5-0421-4366-af88-0c12b5671463 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337036 Aug 10 10:33:39.798453 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 36884) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:39.811331 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3327874d-1298-4e46-81b0-0f05195d6195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.902067 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3327874d-1298-4e46-81b0-0f05195d6195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.905586 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3327874d-1298-4e46-81b0-0f05195d6195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:39.942673 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3327874d-1298-4e46-81b0-0f05195d6195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cacca3e2fcf4964bb10b648f9e9bbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430962 Aug 10 10:33:39.943481 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327874d-1298-4e46-81b0-0f05195d6195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389d452-9f7b-4e3e-b988-1be01a9cb86b,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:39.945246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36886) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:39.994692 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.015523 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.060347 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.062877 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.064029 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7389d452-9f7b-4e3e-b988-1be01a9cb86b HTTP/1.1" status: 204 len: 168 time: 0.1178138 Aug 10 10:33:40.072421 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca4aae-0ad6-44d6-91e4-b11a8b914158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389d452-9f7b-4e3e-b988-1be01a9cb86b,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:40.372013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36894) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:40.384849 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd469-f269-4fba-b4eb-b03b87b872d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.478735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd469-f269-4fba-b4eb-b03b87b872d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.483288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd469-f269-4fba-b4eb-b03b87b872d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.518413 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cd469-f269-4fba-b4eb-b03b87b872d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067752cf-85a9-4031-9aa2-4c194d7e1588,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:40.522656 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-8e5cd469-f269-4fba-b4eb-b03b87b872d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82fe7c9fe7ab49dc9628a97b90690f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496379 Aug 10 10:33:40.525948 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 36896) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:40.571993 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.592188 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.637283 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.639904 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:40.642119 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/067752cf-85a9-4031-9aa2-4c194d7e1588 HTTP/1.1" status: 204 len: 168 time: 0.1148617 Aug 10 10:33:40.649313 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08aac3-80cd-4cb5-8c56-1a9f43b22003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067752cf-85a9-4031-9aa2-4c194d7e1588,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:40.735631 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a2e43-7e66-4c98-9568-8d096f8707fb req-702adfaa-6fc8-46a1-9c61-a10ee1c7a47a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:40.737032 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-873a2e43-7e66-4c98-9568-8d096f8707fb req-702adfaa-6fc8-46a1-9c61-a10ee1c7a47a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0489244 Aug 10 10:33:40.783830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-873a2e43-7e66-4c98-9568-8d096f8707fb req-9ec0c9d6-de5b-40d4-9fc4-24b78af157b7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Aug 10 10:33:41.532278 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1998935d-e6aa-44a0-9a82-52817b6d9628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:41.923356 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-909f9f84-a182-4df1-90de-9cebf2bc3662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676193 Aug 10 10:33:41.939896 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c556-21c7-4434-a24a-bcf509396e46 req-4b8b7797-2968-47a3-a956-64340124534f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:41.941389 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a234c556-21c7-4434-a24a-bcf509396e46 req-4b8b7797-2968-47a3-a956-64340124534f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0598047 Aug 10 10:33:41.980419 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a234c556-21c7-4434-a24a-bcf509396e46 req-59d04e76-089e-49fa-bb22-7c12de501914 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Aug 10 10:33:42.023141 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb683e1-65d1-4415-9288-0660552ee555 req-6ccb872c-3de8-48ef-80b8-7f3b34693121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:42.024702 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-6ccb872c-3de8-48ef-80b8-7f3b34693121 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1099 time: 0.0423918 Aug 10 10:33:42.129871 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb683e1-65d1-4415-9288-0660552ee555 req-ea22554a-d05f-48e1-8da0-3aa8369d32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:42.131317 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-ea22554a-d05f-48e1-8da0-3aa8369d32bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0865397 Aug 10 10:33:42.202293 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-f5aac57e-da2e-4ef9-aae5-833ab9937940 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 1002 time: 0.0616193 Aug 10 10:33:42.257963 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb683e1-65d1-4415-9288-0660552ee555 req-9166844d-1b2c-4aae-bf26-b3e474ce4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:42.259465 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-9166844d-1b2c-4aae-bf26-b3e474ce4f69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0490336 Aug 10 10:33:42.305866 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb683e1-65d1-4415-9288-0660552ee555 req-33847279-5e37-4144-a3e4-8b74ac9c0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:42.307281 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-33847279-5e37-4144-a3e4-8b74ac9c0cfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394204 Aug 10 10:33:42.402976 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-7c17b2d2-677d-4e31-b663-336c1315745a service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Aug 10 10:33:42.411502 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:42.506757 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5cb683e1-65d1-4415-9288-0660552ee555 req-7aae16df-9aff-4d1e-ae58-69d2587f138e service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965781 Aug 10 10:33:43.094881 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81927e-00bf-4421-8ebc-e93e55dafbea req-3f51400b-12a1-4922-9503-23cdef9bd5cb tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:43.096343 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7d81927e-00bf-4421-8ebc-e93e55dafbea req-3f51400b-12a1-4922-9503-23cdef9bd5cb tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0485542 Aug 10 10:33:43.136705 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7d81927e-00bf-4421-8ebc-e93e55dafbea req-756060e7-b962-45e0-9b34-ea40b8fc8427 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Aug 10 10:33:43.755872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-6dac4759-820b-4a2b-b05b-b833bda6e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.110334 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 0a0ba60f-446c-4960-ad41-9e84d81c3c43 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:33:44.203468 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:44.217918 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'port_id': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'mac_address': 'fa:16:3e:3b:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:33:44.254883 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.255979 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416d203-5a55-4e05-8688-9e928cb17ec2 req-752c07e0-f99f-488e-955b-1d0f554a98f2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:44.257440 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a416d203-5a55-4e05-8688-9e928cb17ec2 req-752c07e0-f99f-488e-955b-1d0f554a98f2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 943 time: 0.0484657 Aug 10 10:33:44.267191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0ba60f-446c-4960-ad41-9e84d81c3c43 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:33:44.288393 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:44.292563 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.304184 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a416d203-5a55-4e05-8688-9e928cb17ec2 req-3deb7430-3d3f-452a-84d9-468d43b0dc2a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406051 Aug 10 10:33:44.349107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:44.351204 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:44.358466 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.358831 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.359211 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.359525 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.359839 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.360172 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.360498 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.360824 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.361173 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.361504 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.361831 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.362151 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:44.630872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['0a0ba60f-446c-4960-ad41-9e84d81c3c43'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:33:45.305274 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:45.420946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b1392-e535-4d26-8fd1-a7e65d100c5f req-976cb948-defe-4632-9f3e-1047d4059ff4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:45.422394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b7b1392-e535-4d26-8fd1-a7e65d100c5f req-976cb948-defe-4632-9f3e-1047d4059ff4 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0508251 Aug 10 10:33:45.459488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b7b1392-e535-4d26-8fd1-a7e65d100c5f req-4cd45cb1-48f9-41f6-8f34-f87599046253 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309212 Aug 10 10:33:46.574185 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8d65-635b-4cb9-b613-65e17992f19a req-daae957f-de62-407b-bfeb-6d761dec44d7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:46.575617 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-421d8d65-635b-4cb9-b613-65e17992f19a req-daae957f-de62-407b-bfeb-6d761dec44d7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0505059 Aug 10 10:33:46.593325 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:46.614419 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-421d8d65-635b-4cb9-b613-65e17992f19a req-5ea746f5-3dad-41a9-a72b-a55ed21efd81 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Aug 10 10:33:47.726454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c36ac5-2817-49bb-9f76-6a8cbd1d7376 req-6d008be6-743b-4e92-83e0-787bcc6edb82 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:47.727923 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7c36ac5-2817-49bb-9f76-6a8cbd1d7376 req-6d008be6-743b-4e92-83e0-787bcc6edb82 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0475738 Aug 10 10:33:47.771113 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7c36ac5-2817-49bb-9f76-6a8cbd1d7376 req-3bc74674-144d-4f57-9dd0-b38c57f61dec tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362012 Aug 10 10:33:48.889822 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631b4fe-8010-4521-aeff-7e85590afe24 req-a380857f-9077-4bc3-bcbd-c8ed12a4af34 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:48.891466 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f631b4fe-8010-4521-aeff-7e85590afe24 req-a380857f-9077-4bc3-bcbd-c8ed12a4af34 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0533855 Aug 10 10:33:48.934671 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f631b4fe-8010-4521-aeff-7e85590afe24 req-f14daff2-78e1-495f-9e61-130a32bf2caf tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371678 Aug 10 10:33:50.054802 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a03159-d04b-412b-9658-6af5eb436dc8 req-56e0168d-a024-4eb2-9ca7-82e0a6be9a27 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:50.056268 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06a03159-d04b-412b-9658-6af5eb436dc8 req-56e0168d-a024-4eb2-9ca7-82e0a6be9a27 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0532758 Aug 10 10:33:50.092718 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06a03159-d04b-412b-9658-6af5eb436dc8 req-02e04545-e8d2-4e3a-b7db-9b42cfbaffd7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Aug 10 10:33:51.207137 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf73b9-5882-41c5-b7c4-db912ed40d46 req-fbcc846f-e21c-44c4-b319-86986dd7f089 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:51.208729 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-21cf73b9-5882-41c5-b7c4-db912ed40d46 req-fbcc846f-e21c-44c4-b319-86986dd7f089 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 944 time: 0.0501227 Aug 10 10:33:51.251307 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-21cf73b9-5882-41c5-b7c4-db912ed40d46 req-e413afc6-ab89-40d8-abaf-84fe865f1f9a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Aug 10 10:33:51.275958 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 0a0ba60f-446c-4960-ad41-9e84d81c3c43 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:33:51.333375 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:33:51.336871 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:33:51.337233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:51.413749 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:51.435182 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:33:51.437399 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7fda15-6dbd-4bd1-959c-571495846360" -d '{"events": [{"server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "name": "network-vif-plugged", "status": "completed", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:33:51.450539 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:33:51.454875 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:51.479423 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0a2de-01b6-4bf4-85e8-a307bc7361f5 x-openstack-request-id: req-b9c0a2de-01b6-4bf4-85e8-a307bc7361f5 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:33:51.479694 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "name": "network-vif-plugged", "status": "completed", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:33:51.479940 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9c0a2de-01b6-4bf4-85e8-a307bc7361f5 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:33:51.480321 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'code': 200} Aug 10 10:33:51.506259 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:52.363917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667e41a-3f2e-43f5-84df-28a63c87c57f req-71a4cb9b-9af5-4b68-adc8-0ae847d8c181 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:52.365618 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8667e41a-3f2e-43f5-84df-28a63c87c57f req-71a4cb9b-9af5-4b68-adc8-0ae847d8c181 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0495236 Aug 10 10:33:52.404182 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8667e41a-3f2e-43f5-84df-28a63c87c57f req-e3468352-bc0b-46d5-af35-c14c7355a74f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Aug 10 10:33:52.725123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f6b8d-5415-423e-b9fa-35946c8916e1 req-a2daa36a-24b4-46e7-9bf2-c5cc8331bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:52.726599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-635f6b8d-5415-423e-b9fa-35946c8916e1 req-a2daa36a-24b4-46e7-9bf2-c5cc8331bd99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1098 time: 0.0435882 Aug 10 10:33:52.763077 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-635f6b8d-5415-423e-b9fa-35946c8916e1 req-4a79638c-1299-4fbf-bb01-d180277bfe31 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269008 Aug 10 10:33:53.524866 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed51b8-5b8a-477c-89e4-102b1cd8f05c req-9ee52580-2be8-48f3-89a2-5d2077819590 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:53.526325 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8bed51b8-5b8a-477c-89e4-102b1cd8f05c req-9ee52580-2be8-48f3-89a2-5d2077819590 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0519924 Aug 10 10:33:53.568474 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8bed51b8-5b8a-477c-89e4-102b1cd8f05c req-541d5682-2651-409f-b892-a74a3995233d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Aug 10 10:33:54.680475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046630b7-ed94-4980-818b-10d203895923 req-6c28ef67-7124-4ba5-917e-5467e773a543 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:54.681809 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-046630b7-ed94-4980-818b-10d203895923 req-6c28ef67-7124-4ba5-917e-5467e773a543 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0475085 Aug 10 10:33:54.718455 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-046630b7-ed94-4980-818b-10d203895923 req-5cff4551-3f1b-45ee-a222-8729c5b03f0f tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Aug 10 10:33:55.830455 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede5502-1c65-4371-a352-92ce2e235df7 req-64ff9379-5acd-4228-8df1-a2a6b58e3659 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:55.831945 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5ede5502-1c65-4371-a352-92ce2e235df7 req-64ff9379-5acd-4228-8df1-a2a6b58e3659 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0481431 Aug 10 10:33:55.869864 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5ede5502-1c65-4371-a352-92ce2e235df7 req-f4fbad84-54f6-4b51-bfcd-f7767b02f1b2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Aug 10 10:33:56.981083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002250-6ba9-4a99-986f-29833d52561b req-ce66ad65-a7c3-43a6-a8cd-50bf7752b9e7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:56.982520 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fc002250-6ba9-4a99-986f-29833d52561b req-ce66ad65-a7c3-43a6-a8cd-50bf7752b9e7 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0474889 Aug 10 10:33:57.025111 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fc002250-6ba9-4a99-986f-29833d52561b req-e39c348f-8d09-44f6-9613-e5c668f98d42 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344379 Aug 10 10:33:58.136342 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42381e6-e414-45f3-a4cb-5b044b67f37e req-9b541e8a-2f1d-45fd-9a62-12fc5efc396b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:58.137779 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f42381e6-e414-45f3-a4cb-5b044b67f37e req-9b541e8a-2f1d-45fd-9a62-12fc5efc396b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0475533 Aug 10 10:33:58.174258 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f42381e6-e414-45f3-a4cb-5b044b67f37e req-ab6f2969-b633-44ea-9ec1-e30892c750b8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306892 Aug 10 10:33:58.284204 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b95c-652c-431b-8dda-9e88fccb5194 req-024bd5a2-336f-411c-8e71-c4ba41359379 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:58.285639 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0fb9b95c-652c-431b-8dda-9e88fccb5194 req-024bd5a2-336f-411c-8e71-c4ba41359379 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0478902 Aug 10 10:33:58.322936 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0fb9b95c-652c-431b-8dda-9e88fccb5194 req-2431aaa4-f410-40f0-8614-ea51d6822c22 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Aug 10 10:33:58.344773 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37104) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:58.532130 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a49258-9250-468c-bff5-eb99d337e6d7 tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:33:58.533562 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-27a49258-9250-468c-bff5-eb99d337e6d7 tempest-TestVolumeBootPattern-597662973 tempest-TestVolumeBootPattern-597662973-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1093 time: 0.1878512 Aug 10 10:33:58.536556 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37114) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:33:58.542063 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'port_id': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:33:58.564460 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:58.665712 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:58.769072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Allocated IP 172.27.2.104 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/fbaf916b-2749-474d-a459-89a2664a8227) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:33:58.868098 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:58.905433 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:58.943734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:33:58.946719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:33:58.950231 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:33:58.955349 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=fbaf916b-2749-474d-a459-89a2664a8227,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:58.985003 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.985346 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.985682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.986013 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.986337 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.986662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.986983 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.987314 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.987646 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.987964 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.988281 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:58.988597 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:33:59.304836 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.372352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.523674 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.527428 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.597270 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event updated for resources: {'Port': ['ID=fbaf916b-2749-474d-a459-89a2664a8227,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:33:59.607905 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:33:59.704009 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP 6b6d5f9a-eb47-4842-9c59-f03d77764538 associated. External IP: 172.27.2.104, port: 0a0ba60f-446c-4960-ad41-9e84d81c3c43. Aug 10 10:34:00.158512 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:34:00.259988 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:34:00.269950 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:34:00.275991 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:00.280777 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:00.281417 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:33:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:00.305964 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-87dc61cd-b833-4835-b8cc-27c18db66a99 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7682834 Aug 10 10:34:00.306629 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:34:00.308781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df039f7-fd9b-4f79-baee-2e98d287ffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:34:00.347879 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890a550-636a-4fba-86c8-f33b49d09a97 x-openstack-request-id: req-9890a550-636a-4fba-86c8-f33b49d09a97 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:34:00.348162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:34:00.348405 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9890a550-636a-4fba-86c8-f33b49d09a97 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:34:00.348788 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'status': 'completed', 'code': 200} Aug 10 10:34:00.386662 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:00.440495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-a052d6af-b651-4d0e-9fed-0ece5e91875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:00.441855 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-a052d6af-b651-4d0e-9fed-0ece5e91875b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1098 time: 0.0394552 Aug 10 10:34:00.540054 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-c94097b4-b4c4-49bf-b642-1e9acbff25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:00.541501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-c94097b4-b4c4-49bf-b642-1e9acbff25a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0908415 Aug 10 10:34:00.619642 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-61c8d6b1-b529-4176-aaa0-88874cc05e05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 200 len: 999 time: 0.0670321 Aug 10 10:34:00.624681 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '6b6d5f9a-eb47-4842-9c59-f03d77764538', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:3b:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632ec99-efcb-4196-87e5-25a75957a38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:33:59Z', 'updated_at': '2021-08-10T10:33:59Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}, {'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:00.652820 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:34:00.661383 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:00.662001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:33:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:00.673069 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-2ab1125f-6c2d-4f2a-96e5-61f016f85620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:00.674669 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-2ab1125f-6c2d-4f2a-96e5-61f016f85620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0476198 Aug 10 10:34:00.721796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-511d87ef-0d99-40b1-bc52-94b93f345f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:00.723463 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-511d87ef-0d99-40b1-bc52-94b93f345f68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406039 Aug 10 10:34:00.796447 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:00.845796 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-eebe2f40-2ce7-4dc7-88ae-577456515def service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143985 Aug 10 10:34:00.940712 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0df039f7-fd9b-4f79-baee-2e98d287ffd7 req-369c104b-730b-4243-8ce7-6479031884be service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864458 Aug 10 10:34:01.048688 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '6b6d5f9a-eb47-4842-9c59-f03d77764538', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:3b:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632ec99-efcb-4196-87e5-25a75957a38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:33:59Z', 'updated_at': '2021-08-10T10:33:59Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}, {'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:01.076202 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19f2a6-00c1-48ec-8618-f18793eeb67a None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '6b6d5f9a-eb47-4842-9c59-f03d77764538', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:3b:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632ec99-efcb-4196-87e5-25a75957a38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:33:59Z', 'updated_at': '2021-08-10T10:33:59Z', 'revision_number': 0, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}, {'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:34:01.271760 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26eafd0-d12f-4a56-ba98-a8b6a6cc5c9f None None] New status for floating IP 6b6d5f9a-eb47-4842-9c59-f03d77764538: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:34:06.323638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0230f-0d60-476f-a6e7-ad78a7f179f6 req-cedd68e6-1a7e-4956-936e-00ad2c259604 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:06.325079 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20a0230f-0d60-476f-a6e7-ad78a7f179f6 req-cedd68e6-1a7e-4956-936e-00ad2c259604 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Aug 10 10:34:06.363196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-20a0230f-0d60-476f-a6e7-ad78a7f179f6 req-484005ea-3bcb-40a6-9475-fca05d5ee558 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Aug 10 10:34:07.480735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1009cde-8a96-49f5-b330-5f6a384551f4 req-00e31dba-8642-4adf-9ccd-28afe9dcbcb4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:07.482206 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b1009cde-8a96-49f5-b330-5f6a384551f4 req-00e31dba-8642-4adf-9ccd-28afe9dcbcb4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 945 time: 0.0501745 Aug 10 10:34:07.520498 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b1009cde-8a96-49f5-b330-5f6a384551f4 req-3b498326-f750-4188-bd83-bd2135c9eb66 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 10 10:34:08.168511 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-4067c672-c0a6-42a6-bb98-752b467ad6b4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:08.169905 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-4067c672-c0a6-42a6-bb98-752b467ad6b4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Aug 10 10:34:08.259210 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Deleting port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:34:08.259570 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:08.343310 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] For port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:08.343747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:08.356147 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Calling delete_port for c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:34:08.481754 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:08.506743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Pushing event deleted for resources: {'Port': ['ID=c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:08.548176 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] No DVR routers for this DVR port c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:34:08.550697 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:08.552693 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5a106e59-c0f8-4864-aa48-e1434a129ccc req-3cadafdc-a985-4426-99e7-bb8898660746 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "DELETE /v2.0/ports/c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df HTTP/1.1" status: 204 len: 173 time: 0.3764060 Aug 10 10:34:08.553115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'name': 'network-vif-deleted', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:34:08.555365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a01216-6d30-48d8-8ca9-1f841a634642" -d '{"events": [{"server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "name": "network-vif-deleted", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:34:08.592965 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ae8d8-4b76-4ba7-bedf-ddafd6daf0a0 x-openstack-request-id: req-598ae8d8-4b76-4ba7-bedf-ddafd6daf0a0 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:34:08.593607 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92b81f-8962-4cd9-a66b-0e3d62f48fe0", "name": "network-vif-deleted", "tag": "c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:34:08.593607 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-598ae8d8-4b76-4ba7-bedf-ddafd6daf0a0 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:34:08.593883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92b81f-8962-4cd9-a66b-0e3d62f48fe0', 'name': 'network-vif-deleted', 'tag': 'c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df', 'status': 'completed', 'code': 200} Aug 10 10:34:08.622999 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-312ea269-a03d-45e1-9873-25a0578fc807 req-e4f087fa-e2c0-4e51-a993-ffcf19c3ead7 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92b81f-8962-4cd9-a66b-0e3d62f48fe0 HTTP/1.1" status: 200 len: 210 time: 0.0318630 Aug 10 10:34:09.935510 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:34:11.523135 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-77aabf5e-3b59-47fc-bc5d-e80c74594eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:11.739714 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:34:11.759178 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:34:11.759558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device c5c132d7-c2b2-46d7-8b5a-b7fa0ea4d5df not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:34:12.821680 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:13.756575 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-fd518d63-5adc-48f0-90ad-04c4310b3dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:14.332523 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:15.305446 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:16.595004 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:22.702232 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-5d6ef57e-c4ba-4e1d-b24e-d52e92422590 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:22.703601 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-5d6ef57e-c4ba-4e1d-b24e-d52e92422590 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 813 time: 0.0960004 Aug 10 10:34:22.718716 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-22981372-e198-439e-9a28-cefda111ca52 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/quotas/2ebf9338d15548b6a8e7d54db6e0c8cb HTTP/1.1" status: 200 len: 375 time: 0.0092616 Aug 10 10:34:22.751016 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-1e05d55a-c441-437d-9370-a3cff53061e0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270529 Aug 10 10:34:22.841596 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-22d62c59-1e4a-4805-b646-4cc168a5c93e service neutron] 10.222.0.10 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837574 Aug 10 10:34:22.928585 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-a8f0ab5f-0de7-4daf-9677-1843e5328780 service neutron] 10.222.0.10 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810056 Aug 10 10:34:23.095448 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-80c369e9-cc81-4b38-b469-a8f435c8f4df req-8e6df134-68a0-4631-9ce3-736495c9427a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Aug 10 10:34:24.127377 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d1a10010-27d8-445d-8ffc-d9ff6d2e2d37 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:24.129159 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d1a10010-27d8-445d-8ffc-d9ff6d2e2d37 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 813 time: 0.1068494 Aug 10 10:34:24.169520 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Request body: {'port': {'device_id': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9', 'admin_state_up': True, 'tenant_id': '2ebf9338d15548b6a8e7d54db6e0c8cb'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:24.239420 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5b10104c-05c5-4876-b063-7637e0be5e38 req-86328938-d2b7-4a29-815a-5c0c4960556d tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 210 time: 0.0590792 Aug 10 10:34:24.295356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Made reservation on behalf of 2ebf9338d15548b6a8e7d54db6e0c8cb for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:24.298730 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:24.420540 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Allocated IP 172.20.0.8 (fe13ceec-ee51-4f50-b158-07db2b765db9/c8a55ef9-79f5-4fe5-b451-7e3b986d8178/da3e46e6-4d25-4f97-879d-ce8e7fed5b17) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:24.564692 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:24.602269 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:24.641624 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Network fe13ceec-ee51-4f50-b158-07db2b765db9 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:24.644637 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:24.646951 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:24.687001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Pushing event updated for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:24.707593 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:24.708193 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:24.723110 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d852534d-1248-45f0-a31b-7a57eb1abca9 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643740 Aug 10 10:34:24.741569 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Request body: {'port': {'device_id': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:24.793609 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.064891 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3e46e6-4d25-4f97-879d-ce8e7fed5b17 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:34:25.073191 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.084709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Transition to ACTIVE for port object da3e46e6-4d25-4f97-879d-ce8e7fed5b17 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:25.089404 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.138075 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Pushing event updated for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:25.205543 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Attempting to bind port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:25.205874 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Attempting to bind port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:25.206196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Attempting to bind port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 on network fe13ceec-ee51-4f50-b158-07db2b765db9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:25.210561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 on network fe13ceec-ee51-4f50-b158-07db2b765db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:34:25.210874 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Attempting to bind port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 on network fe13ceec-ee51-4f50-b158-07db2b765db9 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:25.216115 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:25.216445 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Checking segment: {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:25.216817 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Bound using segment: {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:25.217230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Bound port: da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9efa103-96f9-42c2-81b4-359bc7af76af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:25.217581 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.283735 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:25.286872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:25.293158 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.336114 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:25.336714 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.338985 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] 10.222.0.24 "PUT /v2.0/ports/da3e46e6-4d25-4f97-879d-ce8e7fed5b17 HTTP/1.1" status: 200 len: 1093 time: 0.6012025 Aug 10 10:34:25.342246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:34:25.344521 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a623a-bfd9-42fc-a83f-ecf40aec5d29" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:34:25.391335 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6545be6-7739-442b-a74f-304439d08ba0 x-openstack-request-id: req-c6545be6-7739-442b-a74f-304439d08ba0 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:34:25.391610 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:34:25.391869 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6545be6-7739-442b-a74f-304439d08ba0 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:34:25.392404 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17', 'status': 'completed', 'code': 200} Aug 10 10:34:25.396935 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074b1c2-c8a2-4874-8506-c962eaa3c836 service neutron] Pushing event updated for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:25.413651 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc29b0-dc65-4c20-abed-7eb26e99b12b req-5bf9623a-f942-499b-8d4b-08ada960e924 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:25.415146 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67bc29b0-dc65-4c20-abed-7eb26e99b12b req-5bf9623a-f942-499b-8d4b-08ada960e924 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 943 time: 0.0941770 Aug 10 10:34:25.449938 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37332) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:25.483181 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-67bc29b0-dc65-4c20-abed-7eb26e99b12b req-63930f2f-5f00-402e-bc0c-c31dd764ef4a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583432 Aug 10 10:34:25.485759 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-7341c280-b4a4-4d67-b891-7d507cad3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:25.487130 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-7341c280-b4a4-4d67-b891-7d507cad3aff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 1096 time: 0.0711184 Aug 10 10:34:25.541389 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-1d51f733-be8a-4094-9e77-d02793954c1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17 HTTP/1.1" status: 200 len: 217 time: 0.0344801 Aug 10 10:34:25.559666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0609ab11-fa00-4049-bf72-fad2b8ebef60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.589362 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-1fda6b6a-cfb4-46b1-a27f-102e55645985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:25.590720 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-1fda6b6a-cfb4-46b1-a27f-102e55645985 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8a55ef9-79f5-4fe5-b451-7e3b986d8178 HTTP/1.1" status: 200 len: 853 time: 0.0426784 Aug 10 10:34:25.625846 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-7bab7cf6-0f5d-406b-bc6c-973df2c3b952 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe13ceec-ee51-4f50-b158-07db2b765db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267463 Aug 10 10:34:25.653823 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0609ab11-fa00-4049-bf72-fad2b8ebef60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.657533 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0609ab11-fa00-4049-bf72-fad2b8ebef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.697431 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0609ab11-fa00-4049-bf72-fad2b8ebef60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36b90b44d26142dd945db26e724ebe1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463553 Aug 10 10:34:25.698315 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609ab11-fa00-4049-bf72-fad2b8ebef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615b032-26ed-49a9-a2bd-6edc2581fb5c,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:25.700143 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37336) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:25.741572 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-c990b93b-2fd2-4249-b835-ddb8357fd9ec service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077728 Aug 10 10:34:25.810125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.846814 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.885820 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-122e8a42-1f5e-4973-8a50-e518969b69d0 req-09484131-063a-4f71-bf28-2d7569fdc739 service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354153 Aug 10 10:34:25.908374 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.911180 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:25.912787 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d615b032-26ed-49a9-a2bd-6edc2581fb5c HTTP/1.1" status: 204 len: 168 time: 0.2116821 Aug 10 10:34:25.920927 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5fe71-56ae-4a12-859f-cfbc453e34e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615b032-26ed-49a9-a2bd-6edc2581fb5c,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:26.024938 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-45dcb4d6-a862-4375-a7b2-2cde806eb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:26.026456 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-45dcb4d6-a862-4375-a7b2-2cde806eb134 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 1096 time: 0.0425479 Aug 10 10:34:26.120469 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-be9fc4d7-0c8e-4e58-ba17-40cd41412230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:26.121943 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-be9fc4d7-0c8e-4e58-ba17-40cd41412230 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 200 len: 914 time: 0.0887430 Aug 10 10:34:26.166017 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-48c9052b-cedb-4cb1-b80f-54a342ea7deb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17 HTTP/1.1" status: 200 len: 217 time: 0.0357921 Aug 10 10:34:26.215482 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-5e32bdf4-9873-4848-b4f8-0c21a97abfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:26.216941 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-5e32bdf4-9873-4848-b4f8-0c21a97abfc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8a55ef9-79f5-4fe5-b451-7e3b986d8178 HTTP/1.1" status: 200 len: 853 time: 0.0444298 Aug 10 10:34:26.253518 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-d6766a04-289c-412c-8441-114e03aae940 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fe13ceec-ee51-4f50-b158-07db2b765db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245821 Aug 10 10:34:26.347418 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-f64a0bae-9c02-4be5-96f5-3757121e96fb service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857053 Aug 10 10:34:26.514273 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-333a623a-bfd9-42fc-a83f-ecf40aec5d29 req-7e48f119-1d18-4b99-a29f-ad9cda326ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Aug 10 10:34:26.521165 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37360) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:26.605633 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0667-0a03-4142-9769-8008cd73b187 req-2207b5d3-f77e-4801-9cfe-be09576eb5cb tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:26.607104 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c40d0667-0a03-4142-9769-8008cd73b187 req-2207b5d3-f77e-4801-9cfe-be09576eb5cb tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 943 time: 0.0549853 Aug 10 10:34:26.629749 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56970266-network', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:26.662475 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c40d0667-0a03-4142-9769-8008cd73b187 req-035441e6-fed4-4050-9cc1-06013c4cb74a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Aug 10 10:34:26.664632 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Made reservation on behalf of d12cfe3505d24f00a94b1b0ce0db8011 for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:26.667858 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.676364 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.761828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.765423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.789462 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:34:26.798708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f890ada-a2c3-43c9-b8fd-8b3823c11c58,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:26.805154 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.805491 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Added segment 7e703f94-a297-4190-b22e-6d649e01f84e of type vlan for network a219bf12-d385-4f70-89b8-673d57611f19 Aug 10 10:34:26.843923 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.872093 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.872987 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:26.873545 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:26.930557 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4058993 Aug 10 10:34:26.931814 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37364) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:26.936173 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3468ba-1a37-479e-9500-4fee407f0c02 admin admin] Pushing event updated for resources: {'Network': ['ID=a219bf12-d385-4f70-89b8-673d57611f19,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:26.943770 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Request body: {'subnet': {'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56970266-subnet', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'ip_version': 4}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:26.947150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network a219bf12-d385-4f70-89b8-673d57611f19 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:34:26.964430 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Made reservation on behalf of d12cfe3505d24f00a94b1b0ce0db8011 for: {'subnet': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:26.966891 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25826910'] for subnet, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.128900 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25768219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25826892'] for subnet, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.180027 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:27.190685 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Checking segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:27.191040 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Network hostable DHCP agents. Network: a219bf12-d385-4f70-89b8-673d57611f19, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:34:27.206975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Network a219bf12-d385-4f70-89b8-673d57611f19 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:34:27.214650 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, a219bf12-d385-4f70-89b8-673d57611f19) {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:27.219103 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:27.220255 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.223395 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e6623-6280-4b84-9aa5-3237bfbcc981 None None] Network a219bf12-d385-4f70-89b8-673d57611f19 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:34:27.234876 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6c219f33-4a4b-4c7d-a69a-2f25abf2fe67 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3014712 Aug 10 10:34:27.237962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37366) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:27.242433 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:27.263120 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.264145 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.316190 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.369060 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-a219bf12-d385-4f70-89b8-673d57611f19', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:34:27.369925 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.454703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.497924 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Allocated IP 172.20.0.2 (a219bf12-d385-4f70-89b8-673d57611f19/2e05709f-a6e6-42a7-a3d8-a17ba4b00f09/c292d094-f888-4d59-856a-5c5e940a2d81) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:27.654858 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.674523 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.763593 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.771453 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Transition to ACTIVE for port object c292d094-f888-4d59-856a-5c5e940a2d81 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:27.785880 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Transition to ACTIVE for port object c292d094-f888-4d59-856a-5c5e940a2d81 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:27.792141 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.813824 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Allocated IP 172.27.2.8 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/3522b430-acf4-4177-bf65-6490d8819b1e) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:27.829181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728e423-8e56-4021-9b5d-9e2cc196e4f5 req-438bc8ca-ab30-4ea9-8f54-44f49b14195b tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:27.830694 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3728e423-8e56-4021-9b5d-9e2cc196e4f5 req-438bc8ca-ab30-4ea9-8f54-44f49b14195b tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 943 time: 0.0966856 Aug 10 10:34:27.835436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Network a219bf12-d385-4f70-89b8-673d57611f19 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:27.841381 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:27.846342 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:27.849687 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Pushing event updated for resources: {'Port': ['ID=c292d094-f888-4d59-856a-5c5e940a2d81,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:27.900531 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Attempting to bind port c292d094-f888-4d59-856a-5c5e940a2d81 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:27.900899 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Attempting to bind port c292d094-f888-4d59-856a-5c5e940a2d81 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:27.901245 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Attempting to bind port c292d094-f888-4d59-856a-5c5e940a2d81 on network a219bf12-d385-4f70-89b8-673d57611f19 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:27.906040 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:27.906399 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Checking segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:27.906788 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.907175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Bound using segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:27.907658 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Bound port: c292d094-f888-4d59-856a-5c5e940a2d81, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:27.908028 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.927939 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3728e423-8e56-4021-9b5d-9e2cc196e4f5 req-924b3d31-8ab7-4a3f-b23b-3f8e23b66b57 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831561 Aug 10 10:34:27.960087 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:27.970037 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] For port c292d094-f888-4d59-856a-5c5e940a2d81, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:27.973307 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] For port c292d094-f888-4d59-856a-5c5e940a2d81, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c292d094-f888-4d59-856a-5c5e940a2d81,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:27.976702 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:28.000458 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:28.033446 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd80097-8667-4c84-a79b-23e08e68b6bd None None] Pushing event updated for resources: {'Port': ['ID=c292d094-f888-4d59-856a-5c5e940a2d81,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:28.041914 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:28.048469 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:28.051996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:28.057799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Pushing event updated for resources: {'Port': ['ID=3522b430-acf4-4177-bf65-6490d8819b1e,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:28.327490 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:28.773880 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:28.844253 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device da3e46e6-4d25-4f97-879d-ce8e7fed5b17 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:34:28.879677 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca07c3-793a-483c-bc65-8719b50c796a None None] Network a219bf12-d385-4f70-89b8-673d57611f19 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:34:28.905367 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Router c6d87e79-1a3a-4905-8917-a10665d497af is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:34:28.977813 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-8a82140f-a91b-42e2-ae04-6b5763b00e0a None None] Provisioning for port c292d094-f888-4d59-856a-5c5e940a2d81 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:29.017548 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:29.036016 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17', 'network_id': 'fe13ceec-ee51-4f50-b158-07db2b765db9', 'port_id': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17', 'mac_address': 'fa:16:3e:47:ed:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a55ef9-79f5-4fe5-b451-7e3b986d8178', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:34:29.039709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:34:29.061906 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Sync routers for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:34:29.066522 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbbc64-a222-4d66-9569-2c0b72e291d3 req-e7d881da-0af6-4ea4-a62d-9e26733740b3 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:29.068064 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c4fbbc64-a222-4d66-9569-2c0b72e291d3 req-e7d881da-0af6-4ea4-a62d-9e26733740b3 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 943 time: 0.0643971 Aug 10 10:34:29.073022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.074145 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-4ba3b871-e88c-43a9-b9af-7e8a4fab3e53 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8351274 Aug 10 10:34:29.076769 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37372) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:29.108127 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:29.108771 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:29.156471 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c4fbbc64-a222-4d66-9569-2c0b72e291d3 req-6d5592aa-9fba-46ff-a804-de827860ac30 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803723 Aug 10 10:34:29.173331 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.225123 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3e46e6-4d25-4f97-879d-ce8e7fed5b17 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:34:29.268191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:29.270807 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:29.295550 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.422474 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:29.495877 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:28Z', 'revision_number': 3, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:29.526026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.531615 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Checking router: c6d87e79-1a3a-4905-8917-a10665d497af for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:34:29.531990 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Updating router c6d87e79-1a3a-4905-8917-a10665d497af port 3522b430-acf4-4177-bf65-6490d8819b1e binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:34:29.562336 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.641894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['da3e46e6-4d25-4f97-879d-ce8e7fed5b17'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:34:29.687512 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Allocated IP 172.20.0.1 (a219bf12-d385-4f70-89b8-673d57611f19/2e05709f-a6e6-42a7-a3d8-a17ba4b00f09/20f148e8-d658-4efb-b8ce-cf5e8134d74c) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:29.797423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.810799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Transition to ACTIVE for port object 20f148e8-d658-4efb-b8ce-cf5e8134d74c will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:29.847991 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.864987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c292d094-f888-4d59-856a-5c5e940a2d81 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:29.895398 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Network a219bf12-d385-4f70-89b8-673d57611f19 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:29.898380 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:29.902034 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:29.925263 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Pushing event updated for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:29.945304 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.959414 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:29.976171 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Transition to ACTIVE for port object 3522b430-acf4-4177-bf65-6490d8819b1e will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:29.988872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.001691 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port c292d094-f888-4d59-856a-5c5e940a2d81 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:30.050536 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port c292d094-f888-4d59-856a-5c5e940a2d81 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:30.050906 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.080696 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Attempting to bind port 3522b430-acf4-4177-bf65-6490d8819b1e on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:30.081060 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Attempting to bind port 3522b430-acf4-4177-bf65-6490d8819b1e by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:30.081420 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Attempting to bind port 3522b430-acf4-4177-bf65-6490d8819b1e on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:30.089550 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.094528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c66d-a6f4-4441-9e3b-ce69794ea3a2 None None] Pushing event updated for resources: {'Port': ['ID=3522b430-acf4-4177-bf65-6490d8819b1e,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:30.099563 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:30.099933 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:30.100328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.100705 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:30.101255 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Bound port: 3522b430-acf4-4177-bf65-6490d8819b1e, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:30.101598 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.189129 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] For port 3522b430-acf4-4177-bf65-6490d8819b1e, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:30.212610 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] For port 3522b430-acf4-4177-bf65-6490d8819b1e, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3522b430-acf4-4177-bf65-6490d8819b1e,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:30.213760 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.222547 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-19ffc833-4aa4-42dc-a99b-578fae0f7706 None None] Provisioning for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:30.289375 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.295259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.350820 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1446cb-8e41-4854-93d7-1a340e197139 req-d122cf33-d631-474e-a413-d22c45a5bd43 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:30.351860 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.352668 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e1446cb-8e41-4854-93d7-1a340e197139 req-d122cf33-d631-474e-a413-d22c45a5bd43 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 944 time: 0.1134660 Aug 10 10:34:30.358371 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-19ffc833-4aa4-42dc-a99b-578fae0f7706 None None] Provisioning complete for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:30.358718 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-19ffc833-4aa4-42dc-a99b-578fae0f7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.390111 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Pushing event updated for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:30.397688 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.421718 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3e1446cb-8e41-4854-93d7-1a340e197139 req-503423df-9bf0-4359-982f-e1a49f101c28 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Aug 10 10:34:30.434329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port c292d094-f888-4d59-856a-5c5e940a2d81, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c292d094-f888-4d59-856a-5c5e940a2d81,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:30.459497 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.464728 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:30.465352 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:30.502328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-19ffc833-4aa4-42dc-a99b-578fae0f7706 None None] Port 20f148e8-d658-4efb-b8ce-cf5e8134d74c cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:34:30.504795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Network a219bf12-d385-4f70-89b8-673d57611f19 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:30.506253 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:30.506387 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c66d-a6f4-4441-9e3b-ce69794ea3a2 None None] Pushing event updated for resources: {'Port': ['ID=3522b430-acf4-4177-bf65-6490d8819b1e,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:30.597207 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=c292d094-f888-4d59-856a-5c5e940a2d81,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:30.619403 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:30.624867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Router c6d87e79-1a3a-4905-8917-a10665d497af has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:34:30.735037 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:34:30.748480 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-5c8d59c7-aa72-4cdf-bbc1-9fc2e1fd365d admin admin] 10.222.0.10 "PUT /v2.0/routers/c6d87e79-1a3a-4905-8917-a10665d497af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6618674 Aug 10 10:34:30.759148 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d2e1a6d4-355b-476a-813a-358308822a84 None None] Provisioning complete for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:30.759678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a6d4-355b-476a-813a-358308822a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:30.813925 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1a6d4-355b-476a-813a-358308822a84 None None] Port 20f148e8-d658-4efb-b8ce-cf5e8134d74c cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:34:30.862528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device da3e46e6-4d25-4f97-879d-ce8e7fed5b17 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:30.884139 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 2, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:30.916981 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb6b570-5b55-4186-88c2-1eb877bee7b2 None None] The sync data for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi is: [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 2, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:34:30.943774 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:30.948058 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:30.948508 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.028346 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.052171 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:34:31.054445 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ba0444-b447-4405-b391-af3ddb034ff8" -d '{"events": [{"server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "name": "network-vif-plugged", "status": "completed", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:34:31.069934 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:31.076167 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.126983 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb2d98-b46a-4393-bfcb-d6f98fb16ab9 x-openstack-request-id: req-f9eb2d98-b46a-4393-bfcb-d6f98fb16ab9 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:34:31.128318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "name": "network-vif-plugged", "status": "completed", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:34:31.128694 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9eb2d98-b46a-4393-bfcb-d6f98fb16ab9 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:34:31.129186 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17', 'code': 200} Aug 10 10:34:31.160386 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:31.307579 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37396) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:31.312853 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-299555463-network', 'tenant_id': 'f155e5a128be400985d03210e80c44f6'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:31.324841 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256a24a-017d-49e2-aa31-5775da212631 req-8ffe64af-8613-4cd2-b24f-7e23231cd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:31.326432 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4256a24a-017d-49e2-aa31-5775da212631 req-8ffe64af-8613-4cd2-b24f-7e23231cd043 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 1098 time: 0.0455353 Aug 10 10:34:31.335125 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Made reservation on behalf of f155e5a128be400985d03210e80c44f6 for: {'network': 1} {{(pid=93285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:31.338329 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.348470 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.368605 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4256a24a-017d-49e2-aa31-5775da212631 req-d24acf11-fa52-4aa6-8cae-edbb609dc7ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 10 10:34:31.441752 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.447893 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.467407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=93285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:34:31.487904 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.488272 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.segments_db [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Added segment ea65c6a7-1e7b-4063-a92d-008fa3716711 of type vlan for network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 Aug 10 10:34:31.489582 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f752119-479c-486e-aeed-d9d42825faf8,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:31.505241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.505527 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.505934 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.506247 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.506570 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.506916 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.507234 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.507580 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.507896 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.508209 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.508552 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.508883 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:31.545946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.579163 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fff82-4a9e-4e0a-9a68-60630bd51be5 req-e2048eb0-2270-43d2-aa89-c82edc496655 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:31.586888 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2e4fff82-4a9e-4e0a-9a68-60630bd51be5 req-e2048eb0-2270-43d2-aa89-c82edc496655 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 945 time: 0.0823500 Aug 10 10:34:31.603529 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.604599 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:31.605173 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.635873 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2e4fff82-4a9e-4e0a-9a68-60630bd51be5 req-919392f4-34e2-4516-8d4b-2a3ede0581d0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Aug 10 10:34:31.661520 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3526459 Aug 10 10:34:31.664254 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37400) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:31.670017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Request body: {'subnet': {'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-299555463-subnet', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:31.679348 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88891eb5-9e2b-45c1-a34a-d480a8218d9d admin admin] Pushing event updated for resources: {'Network': ['ID=52af45bf-a4ea-4fa1-8f91-f7ae7e49d952,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:31.690917 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:34:31.701031 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Made reservation on behalf of f155e5a128be400985d03210e80c44f6 for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:31.704484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25444466'] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:31.939247 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c292d094-f888-4d59-856a-5c5e940a2d81 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:31.962236 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29217976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25444448'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.001003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port c292d094-f888-4d59-856a-5c5e940a2d81 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:32.001372 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.026322 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:32.045644 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Checking segment: {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:32.045997 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Network hostable DHCP agents. Network: 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:34:32.070423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:34:32.083734 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:32.092940 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:32.093303 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.099129 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20865e9a-b844-44a9-be05-61249cd24b3a None None] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:34:32.115146 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f253a58c-9a76-4ef1-8c18-b6cbda5858e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4476593 Aug 10 10:34:32.117648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3522b430-acf4-4177-bf65-6490d8819b1e up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:32.120122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37402) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:32.125452 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:32.158443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.160982 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.223262 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 3522b430-acf4-4177-bf65-6490d8819b1e completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:32.223566 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.230681 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 3522b430-acf4-4177-bf65-6490d8819b1e triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:32.231069 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.352995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:34:32.354040 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.386444 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.386675 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.458778 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 3522b430-acf4-4177-bf65-6490d8819b1e, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3522b430-acf4-4177-bf65-6490d8819b1e,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:32.467198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.571891 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=3522b430-acf4-4177-bf65-6490d8819b1e,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:32.585897 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Allocated IP 172.20.0.2 (52af45bf-a4ea-4fa1-8f91-f7ae7e49d952/f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc/d25c1d94-de37-4e86-934e-a3dbaeff3eff) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:32.648443 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.668383 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.736637 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.744937 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Transition to ACTIVE for port object d25c1d94-de37-4e86-934e-a3dbaeff3eff will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:32.760302 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Transition to ACTIVE for port object d25c1d94-de37-4e86-934e-a3dbaeff3eff will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:32.766971 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.810685 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda0fe-81e3-4ec0-b64d-4de49febc1ab req-23f5b69b-63f3-4d66-8da7-e520f05b49fc tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:32.812400 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06dda0fe-81e3-4ec0-b64d-4de49febc1ab req-23f5b69b-63f3-4d66-8da7-e520f05b49fc tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 945 time: 0.0945435 Aug 10 10:34:32.820137 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Allocated IP 172.27.2.192 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/92cd14e5-89d8-465d-87a8-5d45b60dec78) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:32.822035 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:32.826226 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:32.833130 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:32.837931 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Pushing event updated for resources: {'Port': ['ID=d25c1d94-de37-4e86-934e-a3dbaeff3eff,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:32.893209 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Attempting to bind port d25c1d94-de37-4e86-934e-a3dbaeff3eff on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:32.893577 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Attempting to bind port d25c1d94-de37-4e86-934e-a3dbaeff3eff by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:32.893936 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Attempting to bind port d25c1d94-de37-4e86-934e-a3dbaeff3eff on network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:32.899350 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:32.899670 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Checking segment: {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:32.900067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.900456 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Bound using segment: {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:32.900912 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Bound port: d25c1d94-de37-4e86-934e-a3dbaeff3eff, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:32.901294 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.902989 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-06dda0fe-81e3-4ec0-b64d-4de49febc1ab req-feb5131d-a5d7-47f5-90a4-1ad6a4adf36d tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801804 Aug 10 10:34:32.958295 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:32.969665 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] For port d25c1d94-de37-4e86-934e-a3dbaeff3eff, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:32.973544 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] For port d25c1d94-de37-4e86-934e-a3dbaeff3eff, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d25c1d94-de37-4e86-934e-a3dbaeff3eff,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:32.978607 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.010287 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.040497 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774eea3-1210-49c7-8d86-46e1b68cd617 None None] Pushing event updated for resources: {'Port': ['ID=d25c1d94-de37-4e86-934e-a3dbaeff3eff,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:33.064249 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:33.072410 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:33.075244 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:33.077950 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Pushing event updated for resources: {'Port': ['ID=92cd14e5-89d8-465d-87a8-5d45b60dec78,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:33.195520 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Sync routers for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:34:33.205604 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:33.206225 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:33.389169 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:33.396528 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.605702 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.605890 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 2, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:33.632026 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Checking router: c6d87e79-1a3a-4905-8917-a10665d497af for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:34:33.632363 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Updating router c6d87e79-1a3a-4905-8917-a10665d497af port 20f148e8-d658-4efb-b8ce-cf5e8134d74c binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:34:33.656884 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.948674 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d25c1d94-de37-4e86-934e-a3dbaeff3eff up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:33.964718 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:33.982070 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Transition to ACTIVE for port object 20f148e8-d658-4efb-b8ce-cf5e8134d74c will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:33.991253 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.005708 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port d25c1d94-de37-4e86-934e-a3dbaeff3eff completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:34.010497 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3522b430-acf4-4177-bf65-6490d8819b1e up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:34.040733 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Pushing event updated for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:34.048049 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.048389 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.048917 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.049436 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.049800 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.050137 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.050681 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.051195 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.051636 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.052104 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.052398 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.052790 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:34:34.054071 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Router 3bff0c8a-3beb-4647-a5db-50dcf789f94f is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:34:34.063198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 3522b430-acf4-4177-bf65-6490d8819b1e triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:34.063702 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.130032 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Attempting to bind port 20f148e8-d658-4efb-b8ce-cf5e8134d74c on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:34.130798 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Attempting to bind port 20f148e8-d658-4efb-b8ce-cf5e8134d74c by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:34.131510 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Attempting to bind port 20f148e8-d658-4efb-b8ce-cf5e8134d74c on network a219bf12-d385-4f70-89b8-673d57611f19 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:34.139982 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:34.140754 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Checking segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:34.141354 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.142018 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Bound using segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:34.142628 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Bound port: 20f148e8-d658-4efb-b8ce-cf5e8134d74c, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:34.143184 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.208680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:34:34.218009 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Sync routers for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:34:34.224490 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] For port 20f148e8-d658-4efb-b8ce-cf5e8134d74c, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:34.230020 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] For port 20f148e8-d658-4efb-b8ce-cf5e8134d74c, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=20f148e8-d658-4efb-b8ce-cf5e8134d74c,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:34.230448 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.232425 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:34.233327 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:34.235985 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37416) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:34:34.236968 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-34b52aa4-a4a4-4d2c-8f15-edec4fc85f5b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1147299 Aug 10 10:34:34.239845 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.306188 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4826b9c-394d-4942-aad0-bb7e3491c8c8 None None] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:34:34.309672 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90121d5f-c789-444d-b9c6-bfbab1cb55e9 None None] Pushing event updated for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:34.312710 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:34.313567 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:34.403531 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Provisioning for port d25c1d94-de37-4e86-934e-a3dbaeff3eff completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:34.415011 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Provisioning complete for port d25c1d94-de37-4e86-934e-a3dbaeff3eff triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:34.415514 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.461241 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:34.672232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:34.687432 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:34Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:34.717638 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3acff7-c910-4f5c-8e1d-7afc9e645e29 None None] The sync data for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi is: [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:34Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:34:34.851174 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.915271 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] For port d25c1d94-de37-4e86-934e-a3dbaeff3eff, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d25c1d94-de37-4e86-934e-a3dbaeff3eff,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:34.939072 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.972833 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:34.997221 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905339-c182-40a9-af1b-4c7d8d08ee57 None None] Pushing event updated for resources: {'Port': ['ID=d25c1d94-de37-4e86-934e-a3dbaeff3eff,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:35.025831 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:33Z', 'revision_number': 3, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:35.068281 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Checking router: 3bff0c8a-3beb-4647-a5db-50dcf789f94f for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:34:35.068723 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Updating router 3bff0c8a-3beb-4647-a5db-50dcf789f94f port 92cd14e5-89d8-465d-87a8-5d45b60dec78 binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:34:35.111286 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.154551 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Allocated IP 172.20.0.1 (52af45bf-a4ea-4fa1-8f91-f7ae7e49d952/f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc/059c2bfb-ee94-4225-9eb5-55bf327c81bd) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:35.249581 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-79d22afc-368a-42dc-bef1-13eb1c685816 None None] Provisioning complete for port d25c1d94-de37-4e86-934e-a3dbaeff3eff triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:35.249961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-79d22afc-368a-42dc-bef1-13eb1c685816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.268404 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.283398 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Transition to ACTIVE for port object 059c2bfb-ee94-4225-9eb5-55bf327c81bd will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:35.321481 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.363365 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:35.366266 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:35.371041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:35.394992 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Pushing event updated for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:35.413112 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.460044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.474408 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Transition to ACTIVE for port object 92cd14e5-89d8-465d-87a8-5d45b60dec78 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:35.483964 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.541557 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285df8-8e3d-42d7-b96d-55886ab31f06 None None] Pushing event updated for resources: {'Port': ['ID=92cd14e5-89d8-465d-87a8-5d45b60dec78,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:35.552828 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Attempting to bind port 92cd14e5-89d8-465d-87a8-5d45b60dec78 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:35.553183 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Attempting to bind port 92cd14e5-89d8-465d-87a8-5d45b60dec78 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:35.553532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Attempting to bind port 92cd14e5-89d8-465d-87a8-5d45b60dec78 on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:35.562405 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:35.562798 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:35.563198 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.563669 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:35.564137 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Bound port: 92cd14e5-89d8-465d-87a8-5d45b60dec78, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:35.564529 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.582301 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.619044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] For port 92cd14e5-89d8-465d-87a8-5d45b60dec78, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:35.625026 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] For port 92cd14e5-89d8-465d-87a8-5d45b60dec78, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92cd14e5-89d8-465d-87a8-5d45b60dec78,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:35.631074 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.643099 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a4287238-d9fb-4601-a0fc-98fce8d7370c None None] Provisioning for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:35.669071 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-a4287238-d9fb-4601-a0fc-98fce8d7370c None None] Provisioning complete for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:35.669454 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a4287238-d9fb-4601-a0fc-98fce8d7370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.720211 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:35.720742 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:35.722356 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285df8-8e3d-42d7-b96d-55886ab31f06 None None] Pushing event updated for resources: {'Port': ['ID=92cd14e5-89d8-465d-87a8-5d45b60dec78,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:35.749861 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.754678 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.767779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-a4287238-d9fb-4601-a0fc-98fce8d7370c None None] Port 059c2bfb-ee94-4225-9eb5-55bf327c81bd cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:34:35.830654 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:35.833416 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Pushing event updated for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:35.838612 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:35.869605 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 20f148e8-d658-4efb-b8ce-cf5e8134d74c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:35.923938 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:35.925326 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:36.001904 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:36.016269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:36.016269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:36.045637 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Router 3bff0c8a-3beb-4647-a5db-50dcf789f94f has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:34:36.147563 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:36.161389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:34:36.167170 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bc835a82-36ec-4aed-a9b1-4125b1087130 admin admin] 10.222.0.10 "PUT /v2.0/routers/3bff0c8a-3beb-4647-a5db-50dcf789f94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298987 Aug 10 10:34:36.183386 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '059c2bfb-ee94-4225-9eb5-55bf327c81bd', 'name': '', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'mac_address': 'fa:16:3e:e2:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:34Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 1, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'subnets': [{'id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:36.216151 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 20f148e8-d658-4efb-b8ce-cf5e8134d74c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=20f148e8-d658-4efb-b8ce-cf5e8134d74c,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:36.218650 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f36de-60cb-4cf1-9611-552f2f4675db None None] The sync data for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi is: [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '059c2bfb-ee94-4225-9eb5-55bf327c81bd', 'name': '', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'mac_address': 'fa:16:3e:e2:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:34Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 1, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'subnets': [{'id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:34:36.224472 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:36.225276 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d25c1d94-de37-4e86-934e-a3dbaeff3eff up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:36.279541 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-deb5bcd0-ae7d-4903-a984-c8b8a79fa9e3 None None] Provisioning complete for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:36.279995 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-deb5bcd0-ae7d-4903-a984-c8b8a79fa9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:36.342858 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:36.349788 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-deb5bcd0-ae7d-4903-a984-c8b8a79fa9e3 None None] Port 059c2bfb-ee94-4225-9eb5-55bf327c81bd cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:34:36.357777 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port d25c1d94-de37-4e86-934e-a3dbaeff3eff triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:36.358149 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:37.968479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 20f148e8-d658-4efb-b8ce-cf5e8134d74c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:38.023112 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 20f148e8-d658-4efb-b8ce-cf5e8134d74c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:38.023528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:38.126639 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92cd14e5-89d8-465d-87a8-5d45b60dec78 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:38.190681 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 92cd14e5-89d8-465d-87a8-5d45b60dec78 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:38.202467 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 92cd14e5-89d8-465d-87a8-5d45b60dec78 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:38.202953 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:38.294739 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:38.320152 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 92cd14e5-89d8-465d-87a8-5d45b60dec78, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92cd14e5-89d8-465d-87a8-5d45b60dec78,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:38.327963 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:38.389289 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=92cd14e5-89d8-465d-87a8-5d45b60dec78,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:39.077047 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Sync routers for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:34:39.087152 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:39.088247 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:39.296351 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:39.527871 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '059c2bfb-ee94-4225-9eb5-55bf327c81bd', 'name': '', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'mac_address': 'fa:16:3e:e2:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:34Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 2, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'subnets': [{'id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:39.556154 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Checking router: 3bff0c8a-3beb-4647-a5db-50dcf789f94f for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:34:39.557497 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Updating router 3bff0c8a-3beb-4647-a5db-50dcf789f94f port 059c2bfb-ee94-4225-9eb5-55bf327c81bd binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:34:39.584628 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:39.879424 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92cd14e5-89d8-465d-87a8-5d45b60dec78 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:39.910174 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:39.922833 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Transition to ACTIVE for port object 059c2bfb-ee94-4225-9eb5-55bf327c81bd will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:39.931891 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:39.975105 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 92cd14e5-89d8-465d-87a8-5d45b60dec78 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:39.975504 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:40.008115 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efed78-f4dc-45ed-a82b-7eadfaf85ead None None] Pushing event updated for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:40.044046 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Attempting to bind port 059c2bfb-ee94-4225-9eb5-55bf327c81bd on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:34:40.044450 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Attempting to bind port 059c2bfb-ee94-4225-9eb5-55bf327c81bd by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:34:40.044884 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Attempting to bind port 059c2bfb-ee94-4225-9eb5-55bf327c81bd on network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:34:40.050750 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:34:40.051275 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Checking segment: {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:34:40.051841 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:40.052330 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Bound using segment: {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:34:40.052893 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Bound port: 059c2bfb-ee94-4225-9eb5-55bf327c81bd, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea65c6a7-1e7b-4063-a92d-008fa3716711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:34:40.053392 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:40.160502 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] For port 059c2bfb-ee94-4225-9eb5-55bf327c81bd, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:34:40.164228 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] For port 059c2bfb-ee94-4225-9eb5-55bf327c81bd, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=059c2bfb-ee94-4225-9eb5-55bf327c81bd,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:34:40.170832 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:40.231202 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efed78-f4dc-45ed-a82b-7eadfaf85ead None None] Pushing event updated for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:40.245428 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:34:40.246254 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:34:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:40.396948 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:34:40.619341 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '059c2bfb-ee94-4225-9eb5-55bf327c81bd', 'name': '', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'mac_address': 'fa:16:3e:e2:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:34Z', 'updated_at': '2021-08-10T10:34:40Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'subnets': [{'id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:34:40.649742 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265b2db-375d-4957-8a1c-f6a2fbc9e82a None None] The sync data for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi is: [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:35Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '059c2bfb-ee94-4225-9eb5-55bf327c81bd', 'name': '', 'network_id': '52af45bf-a4ea-4fa1-8f91-f7ae7e49d952', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'mac_address': 'fa:16:3e:e2:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:34Z', 'updated_at': '2021-08-10T10:34:40Z', 'revision_number': 4, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'subnets': [{'id': 'f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:34:41.533175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ae0954b5-df92-422e-bf44-d0d7bf9e48d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:41.879252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 059c2bfb-ee94-4225-9eb5-55bf327c81bd up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:41.945984 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:41.950897 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:41.951265 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:42.044862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:42.080742 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 059c2bfb-ee94-4225-9eb5-55bf327c81bd, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=059c2bfb-ee94-4225-9eb5-55bf327c81bd,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:34:42.089248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:42.140823 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:42.835337 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:43.766903 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-738497f8-3d47-4a2e-acfd-99d16b68d091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:43.844502 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 059c2bfb-ee94-4225-9eb5-55bf327c81bd up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:34:43.901730 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 059c2bfb-ee94-4225-9eb5-55bf327c81bd triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:43.902275 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:44.337474 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:45.311368 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:46.598226 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:46.889589 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-e1f3890f-fb49-4a5a-a1f2-36f25db98531 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:46.891030 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-e1f3890f-fb49-4a5a-a1f2-36f25db98531 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 813 time: 0.1004531 Aug 10 10:34:46.905571 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-75b244d8-e14f-47fb-b108-7727e9036a28 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/quotas/d12cfe3505d24f00a94b1b0ce0db8011 HTTP/1.1" status: 200 len: 375 time: 0.0088429 Aug 10 10:34:46.933967 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:34:46.955513 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-5d7896a5-6ab8-4f42-8cb9-2ee740ca5117 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448656 Aug 10 10:34:47.049853 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-81f58ae2-ba73-4f7d-981e-d5f7eca96f64 service neutron] 10.222.0.10 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827465 Aug 10 10:34:47.137241 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-48fd571d-03b5-4fcd-a29c-177465e1e7cc service neutron] 10.222.0.10 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806041 Aug 10 10:34:47.295902 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f71fd2ab-8b31-421e-a88d-cb7663451bc2 req-984efbd4-6c24-457a-bf53-4cd64428adb6 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 210 time: 0.0304029 Aug 10 10:34:48.388599 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c460d55-0d25-4313-975e-93bc6e042220 req-7f39a7b5-51d2-4148-8f2a-47ec2b2548a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 210 time: 0.0268319 Aug 10 10:34:49.489699 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b1fdb6bb-9cd5-4568-bffa-4d268a5da387 req-1ed55c1a-0b55-45a5-93f7-f8cdfe96ef17 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 210 time: 0.0351202 Aug 10 10:34:49.627997 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-61fc3ec6-6cab-41f2-ba61-337ed391cef6 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:49.629567 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-61fc3ec6-6cab-41f2-ba61-337ed391cef6 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 813 time: 0.1064286 Aug 10 10:34:49.663454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'port': {'device_id': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'admin_state_up': True, 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:34:49.777847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Made reservation on behalf of d12cfe3505d24f00a94b1b0ce0db8011 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:34:49.781399 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:49.909081 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Allocated IP 172.20.0.9 (a219bf12-d385-4f70-89b8-673d57611f19/2e05709f-a6e6-42a7-a3d8-a17ba4b00f09/de244aba-83c9-4c85-ba0a-3a584960cb37) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:34:50.069391 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:50.094667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Transition to ACTIVE for port object de244aba-83c9-4c85-ba0a-3a584960cb37 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:34:50.135931 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:50.198959 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:34:50.210748 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Network a219bf12-d385-4f70-89b8-673d57611f19 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:34:50.213779 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:34:50.217169 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:34:50.271245 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:50.271898 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:50.297529 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-3d93c8d7-c6ac-44cb-a953-7cc9daebeca5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6378336 Aug 10 10:34:50.552488 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-da5ef219-21c4-4061-b548-90a2c4d13930 None None] Provisioning for port de244aba-83c9-4c85-ba0a-3a584960cb37 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:34:50.557381 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-da5ef219-21c4-4061-b548-90a2c4d13930 None None] Provisioning complete for port de244aba-83c9-4c85-ba0a-3a584960cb37 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:34:50.557757 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-da5ef219-21c4-4061-b548-90a2c4d13930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:34:50.607672 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-da5ef219-21c4-4061-b548-90a2c4d13930 None None] Port de244aba-83c9-4c85-ba0a-3a584960cb37 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:34:50.625220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceeafb-8cbd-47ea-948c-3d3984a609c7 req-bbaad361-843a-412d-8bf4-1177b658a828 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:50.626965 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e8ceeafb-8cbd-47ea-948c-3d3984a609c7 req-bbaad361-843a-412d-8bf4-1177b658a828 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0541303 Aug 10 10:34:50.690513 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e8ceeafb-8cbd-47ea-948c-3d3984a609c7 req-92c04dc9-22b0-4573-9262-e7449c233b26 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Aug 10 10:34:51.818122 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43034fb8-9a2e-4e52-961a-162674a52bcb req-6a2f9d79-2c92-43fc-a4eb-e1c86baeade3 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:51.819589 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-43034fb8-9a2e-4e52-961a-162674a52bcb req-6a2f9d79-2c92-43fc-a4eb-e1c86baeade3 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0523338 Aug 10 10:34:51.878034 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-43034fb8-9a2e-4e52-961a-162674a52bcb req-a59ae823-fa97-479d-b4c2-2c298d45ff70 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519085 Aug 10 10:34:53.008220 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6bbbd-d24c-439b-bd40-b4f5254e2032 req-a7f6617c-2930-4272-ac3a-9542a06db83d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:53.010237 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c0a6bbbd-d24c-439b-bd40-b4f5254e2032 req-a7f6617c-2930-4272-ac3a-9542a06db83d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0651767 Aug 10 10:34:53.053478 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c0a6bbbd-d24c-439b-bd40-b4f5254e2032 req-433c33f8-9b82-4ae1-a795-c1e00b22eb95 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Aug 10 10:34:54.195589 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443e866-f676-4c9a-bd02-0518b32471a3 req-1850f2c5-cfae-4afc-9b27-c00870998755 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:54.197561 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1443e866-f676-4c9a-bd02-0518b32471a3 req-1850f2c5-cfae-4afc-9b27-c00870998755 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0497348 Aug 10 10:34:54.234972 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1443e866-f676-4c9a-bd02-0518b32471a3 req-47a81ba7-8e66-4389-88e0-d2d9149211ca tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Aug 10 10:34:55.348124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69293379-31c5-4392-991f-0a6310c7565f req-7a331b3f-4e3f-4f9f-84c0-1b6e0978ab40 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:55.349556 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69293379-31c5-4392-991f-0a6310c7565f req-7a331b3f-4e3f-4f9f-84c0-1b6e0978ab40 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0478280 Aug 10 10:34:55.389342 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69293379-31c5-4392-991f-0a6310c7565f req-dccca9a5-0781-4b83-943c-b5256b4a3975 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Aug 10 10:34:56.512966 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146504c2-b3cd-4253-8fd5-3839ca58d11c req-0dae1c11-ef1c-4569-be1d-aa36b4b227ee tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:56.514338 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-146504c2-b3cd-4253-8fd5-3839ca58d11c req-0dae1c11-ef1c-4569-be1d-aa36b4b227ee tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0530853 Aug 10 10:34:56.560741 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-146504c2-b3cd-4253-8fd5-3839ca58d11c req-fb6744a2-b713-4824-a994-548e1f45be27 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Aug 10 10:34:57.673848 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b9b-09c8-4e1f-ab95-3dbb6f201c91 req-4d947835-af30-416d-9c3a-3f6198f839bb tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:57.675315 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11404b9b-09c8-4e1f-ab95-3dbb6f201c91 req-4d947835-af30-416d-9c3a-3f6198f839bb tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0480688 Aug 10 10:34:57.715314 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11404b9b-09c8-4e1f-ab95-3dbb6f201c91 req-712b81ad-305c-4610-862e-21a11b1b7dd5 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337129 Aug 10 10:34:58.842129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8be983-cab3-4217-86cb-1997dfdf6a62 req-23cf6222-8523-49a3-bf34-82a20d3f0868 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:34:58.843748 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c8be983-cab3-4217-86cb-1997dfdf6a62 req-23cf6222-8523-49a3-bf34-82a20d3f0868 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0493419 Aug 10 10:34:58.884419 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1c8be983-cab3-4217-86cb-1997dfdf6a62 req-2f209315-87aa-4fad-afd0-9ae26b64cde8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Aug 10 10:35:00.007355 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da274-f1a3-47a1-b2d1-34bf50b6a7ae req-43d350a8-808c-46c6-9f69-d03762533a17 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:00.008817 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-563da274-f1a3-47a1-b2d1-34bf50b6a7ae req-43d350a8-808c-46c6-9f69-d03762533a17 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0562267 Aug 10 10:35:00.046778 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-563da274-f1a3-47a1-b2d1-34bf50b6a7ae req-098b5a9d-fc89-4a57-bef0-0a31ba5ecfd1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Aug 10 10:35:01.172894 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaec4d-267e-414f-866b-e9fbfaf54f28 req-cae6ba76-1d99-4d7e-941b-c4684763c04d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:01.174540 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1cdaec4d-267e-414f-866b-e9fbfaf54f28 req-cae6ba76-1d99-4d7e-941b-c4684763c04d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0487671 Aug 10 10:35:01.215594 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-1cdaec4d-267e-414f-866b-e9fbfaf54f28 req-9c5d9f89-754d-4c31-8640-b0aea48e9651 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Aug 10 10:35:02.318366 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Request body: {'port': {'device_id': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:02.373450 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a0d99-32d9-4d4a-b63c-f72b1f58d002 req-ce4955bf-eea5-4fd1-98d2-f4e867c32837 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:02.374924 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b90a0d99-32d9-4d4a-b63c-f72b1f58d002 req-ce4955bf-eea5-4fd1-98d2-f4e867c32837 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 931 time: 0.0933037 Aug 10 10:35:02.410342 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.455189 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b90a0d99-32d9-4d4a-b63c-f72b1f58d002 req-90f31321-d0a4-476f-afce-d2e415dccf6f tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Aug 10 10:35:02.676834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de244aba-83c9-4c85-ba0a-3a584960cb37 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:35:02.684058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.695082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Transition to ACTIVE for port object de244aba-83c9-4c85-ba0a-3a584960cb37 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:02.699569 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.757608 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:02.779542 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.779885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.780225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.780557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.780887 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.781217 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.781541 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.781864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.782184 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.782642 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.782837 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.783123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:02.833564 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Attempting to bind port de244aba-83c9-4c85-ba0a-3a584960cb37 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:02.833838 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Attempting to bind port de244aba-83c9-4c85-ba0a-3a584960cb37 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:02.834160 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Attempting to bind port de244aba-83c9-4c85-ba0a-3a584960cb37 on network a219bf12-d385-4f70-89b8-673d57611f19 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:02.839352 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Port de244aba-83c9-4c85-ba0a-3a584960cb37 on network a219bf12-d385-4f70-89b8-673d57611f19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:35:02.839673 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Attempting to bind port de244aba-83c9-4c85-ba0a-3a584960cb37 on network a219bf12-d385-4f70-89b8-673d57611f19 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:02.844586 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:02.844917 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Checking segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:02.845291 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Bound using segment: {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:02.845704 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Bound port: de244aba-83c9-4c85-ba0a-3a584960cb37, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e703f94-a297-4190-b22e-6d649e01f84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:02.846058 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.912891 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:02.915926 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:02.920131 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.955324 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:02.955913 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:02.957299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] 10.222.0.24 "PUT /v2.0/ports/de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 1093 time: 0.6430168 Aug 10 10:35:02.957719 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:02.959973 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6024343d-0171-4110-bfb2-f386e324ff13" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:02.988125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b9ab4-6c5a-4418-b631-9f24bdf6bb15 service neutron] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:03.012295 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc022f-27b5-48db-a2ec-9fd3c705910c x-openstack-request-id: req-8dcc022f-27b5-48db-a2ec-9fd3c705910c {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:03.012757 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:03.014053 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dcc022f-27b5-48db-a2ec-9fd3c705910c {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:03.014451 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:35:03.082787 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-2cf8d2e8-ca9a-4f47-a87c-eede9842176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.084363 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-2cf8d2e8-ca9a-4f47-a87c-eede9842176e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1096 time: 0.0431693 Aug 10 10:35:03.133732 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-e0239a31-8006-4e99-b986-d940fe759e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 217 time: 0.0342395 Aug 10 10:35:03.182474 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-d32d510f-1dbe-45c0-8a29-db932ecee805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.183890 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-d32d510f-1dbe-45c0-8a29-db932ecee805 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0429330 Aug 10 10:35:03.233961 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e856273-e934-4887-b76b-0adcc23de691 req-8885ae37-1ffb-48c2-a002-df5acff775ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.235472 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-8885ae37-1ffb-48c2-a002-df5acff775ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435359 Aug 10 10:35:03.330879 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-e86dc701-20e8-45bb-ae31-639e3e9511d3 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819035 Aug 10 10:35:03.428151 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0e856273-e934-4887-b76b-0adcc23de691 req-eedacb49-69f5-4d84-bcbb-8716682c0b49 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893197 Aug 10 10:35:03.597057 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc358-fb39-4d93-b721-85ceccceed03 req-73299bd4-c2e3-47fa-910b-500c4411a5a3 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.598502 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-728fc358-fb39-4d93-b721-85ceccceed03 req-73299bd4-c2e3-47fa-910b-500c4411a5a3 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 943 time: 0.0741181 Aug 10 10:35:03.600885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024343d-0171-4110-bfb2-f386e324ff13 req-ea4f23c2-bfe8-4889-ab99-24ba0e563d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.602472 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-ea4f23c2-bfe8-4889-ab99-24ba0e563d98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1096 time: 0.0681798 Aug 10 10:35:03.691828 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-728fc358-fb39-4d93-b721-85ceccceed03 req-cb3d49db-5970-482a-82a2-6ef02dce2221 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863810 Aug 10 10:35:03.722973 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024343d-0171-4110-bfb2-f386e324ff13 req-3850e9c6-8aa3-4d19-a95c-a4903d1530a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.724770 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-3850e9c6-8aa3-4d19-a95c-a4903d1530a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.1138144 Aug 10 10:35:03.768555 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-6d09ff63-6018-45d5-99f0-8650f83d24fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Aug 10 10:35:03.825613 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024343d-0171-4110-bfb2-f386e324ff13 req-d9959f1e-225b-44a9-80f6-0b125ae0be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.827928 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-d9959f1e-225b-44a9-80f6-0b125ae0be3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0509083 Aug 10 10:35:03.928811 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552e83-4bfe-453f-8de4-e2353954bf67 req-b5b5ffef-3c3d-4b59-819b-4dfb6dbf8a9a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.930272 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c552e83-4bfe-453f-8de4-e2353954bf67 req-b5b5ffef-3c3d-4b59-819b-4dfb6dbf8a9a tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 945 time: 0.0748193 Aug 10 10:35:03.936438 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024343d-0171-4110-bfb2-f386e324ff13 req-12b6f298-ab2a-4dcf-aabd-958fc43458c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:03.937795 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-12b6f298-ab2a-4dcf-aabd-958fc43458c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572803 Aug 10 10:35:04.015009 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3c552e83-4bfe-453f-8de4-e2353954bf67 req-8a267433-cc51-430b-b42b-f58090bd5e85 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Aug 10 10:35:04.052111 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-07752eb5-7414-4474-83f2-bda37331cb9f service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992799 Aug 10 10:35:04.171668 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6024343d-0171-4110-bfb2-f386e324ff13 req-66f95a38-9446-4ad8-a484-777b135b3c58 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110947 Aug 10 10:35:04.813183 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10c418-7eff-439b-9e7e-d4d751d2b199 req-07c6d222-cd9d-412f-95c0-e422a4c6d2ac tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:04.814615 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f10c418-7eff-439b-9e7e-d4d751d2b199 req-07c6d222-cd9d-412f-95c0-e422a4c6d2ac tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 943 time: 0.0531447 Aug 10 10:35:04.852842 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f10c418-7eff-439b-9e7e-d4d751d2b199 req-16357832-25d3-4bdb-890c-88682e9e6306 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Aug 10 10:35:04.969777 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device de244aba-83c9-4c85-ba0a-3a584960cb37 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:35:05.063033 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:05.074606 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'port_id': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'mac_address': 'fa:16:3e:22:d0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:35:05.114648 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:05.128533 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89b503-e145-4cd1-9a03-a0045194834f req-fe4f5f0c-bc01-4e57-8c22-7da4a3997ea0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:05.130108 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a89b503-e145-4cd1-9a03-a0045194834f req-fe4f5f0c-bc01-4e57-8c22-7da4a3997ea0 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Aug 10 10:35:05.171264 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8a89b503-e145-4cd1-9a03-a0045194834f req-37ed518f-38d5-4e81-a047-c2d9cc7d8780 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6925143-074b-4324-815c-21e3254b5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Aug 10 10:35:05.248704 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de244aba-83c9-4c85-ba0a-3a584960cb37 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:35:05.267885 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:05.271582 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:05.317045 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:05.323941 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.324284 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.324621 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.324946 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.325270 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.325591 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.325911 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.326229 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.326547 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.326862 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.327175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.327516 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:05.632243 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:35:05.817561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8e1a763-f561-4d93-a7c7-0747e369aadb tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:05.818995 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8e1a763-f561-4d93-a7c7-0747e369aadb tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 945 time: 0.0472498 Aug 10 10:35:05.911329 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Deleting port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:35:05.911739 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:06.024207 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf11c4-045c-4015-91c8-abca51c39b11 req-763145e0-9ac6-49bc-a39f-211ca85e69c8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:06.025698 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73bf11c4-045c-4015-91c8-abca51c39b11 req-763145e0-9ac6-49bc-a39f-211ca85e69c8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 944 time: 0.1006167 Aug 10 10:35:06.042849 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] For port da3e46e6-4d25-4f97-879d-ce8e7fed5b17, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,segment=NetworkSegment(b9efa103-96f9-42c2-81b4-359bc7af76af),segment_id=b9efa103-96f9-42c2-81b4-359bc7af76af)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:06.043211 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:06.066621 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Calling delete_port for da3e46e6-4d25-4f97-879d-ce8e7fed5b17 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:35:06.086954 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-73bf11c4-045c-4015-91c8-abca51c39b11 req-bb9f3669-d3ea-44a7-a5dc-88aced4087db tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544233 Aug 10 10:35:06.203267 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:06.240098 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['da3e46e6-4d25-4f97-879d-ce8e7fed5b17'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:35:06.254072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Pushing event deleted for resources: {'Port': ['ID=da3e46e6-4d25-4f97-879d-ce8e7fed5b17,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:06.279625 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] No DVR routers for this DVR port da3e46e6-4d25-4f97-879d-ce8e7fed5b17 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:35:06.293476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:06.295422 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a35f610e-ebcb-4221-9f77-0514a978c9be req-b8f74499-aeba-42cd-8e56-9e74bea05da4 tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.24 "DELETE /v2.0/ports/da3e46e6-4d25-4f97-879d-ce8e7fed5b17 HTTP/1.1" status: 204 len: 173 time: 0.4703665 Aug 10 10:35:06.297137 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9d6d6e20-1b22-49fa-a5e4-11a689b28325 req-3daa3422-b23b-40fc-82c4-e49b558fe02e tempest-VolumesSnapshotTestJSON-2032679029 tempest-VolumesSnapshotTestJSON-2032679029-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdb89cfc-5872-4edc-ad16-5bc888841380 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Aug 10 10:35:06.297556 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'name': 'network-vif-deleted', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:06.299849 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c81d5-3f68-4fdb-b59a-c21494ca27b4" -d '{"events": [{"server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "name": "network-vif-deleted", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:06.337181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4982aac-863f-437f-8599-444bf3aa03e9 x-openstack-request-id: req-e4982aac-863f-437f-8599-444bf3aa03e9 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:06.337507 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb89cfc-5872-4edc-ad16-5bc888841380", "name": "network-vif-deleted", "tag": "da3e46e6-4d25-4f97-879d-ce8e7fed5b17", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:06.337754 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4982aac-863f-437f-8599-444bf3aa03e9 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:06.338316 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb89cfc-5872-4edc-ad16-5bc888841380', 'name': 'network-vif-deleted', 'tag': 'da3e46e6-4d25-4f97-879d-ce8e7fed5b17', 'status': 'completed', 'code': 200} Aug 10 10:35:06.991992 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device de244aba-83c9-4c85-ba0a-3a584960cb37 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:07.038060 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port de244aba-83c9-4c85-ba0a-3a584960cb37 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:07.042532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port de244aba-83c9-4c85-ba0a-3a584960cb37 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:07.042899 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:07.116387 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:07.141544 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:07.144042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0cbaf-f3f1-497b-9fbe-4df133dbc019" -d '{"events": [{"server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "name": "network-vif-plugged", "status": "completed", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:07.157938 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:07.162557 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:07.166310 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device da3e46e6-4d25-4f97-879d-ce8e7fed5b17 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:35:07.186253 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2dadf-2048-4a0c-9c77-b4e26782e95c x-openstack-request-id: req-5ff2dadf-2048-4a0c-9c77-b4e26782e95c {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:07.186541 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "name": "network-vif-plugged", "status": "completed", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:07.186781 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ff2dadf-2048-4a0c-9c77-b4e26782e95c {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:07.187188 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'code': 200} Aug 10 10:35:07.204154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: da3e46e6-4d25-4f97-879d-ce8e7fed5b17 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:35:07.204490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device da3e46e6-4d25-4f97-879d-ce8e7fed5b17 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:35:07.206575 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a7013-b98e-4aea-b142-97f1c8dc90df req-94499303-6658-47e9-bd46-c61114259fbb tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:07.208084 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f1a7013-b98e-4aea-b142-97f1c8dc90df req-94499303-6658-47e9-bd46-c61114259fbb tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0534749 Aug 10 10:35:07.233161 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:07.249628 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2f1a7013-b98e-4aea-b142-97f1c8dc90df req-9290570e-3378-40dc-b3ce-aeb19896c1b1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Aug 10 10:35:07.378341 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11294ca9-4434-4141-9661-c97e79eb90b2 req-d2c106cd-6595-4f56-886c-b6f9e4b357da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:07.379926 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11294ca9-4434-4141-9661-c97e79eb90b2 req-d2c106cd-6595-4f56-886c-b6f9e4b357da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1098 time: 0.0399284 Aug 10 10:35:07.414109 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-11294ca9-4434-4141-9661-c97e79eb90b2 req-b530b2a1-bd69-4862-990f-032ee6f6995b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275550 Aug 10 10:35:08.362786 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae3028-57c7-44b5-b899-9279b0dfa95c req-479a2269-5a90-40a4-89cb-76ff79984ec1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:08.364260 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-56ae3028-57c7-44b5-b899-9279b0dfa95c req-479a2269-5a90-40a4-89cb-76ff79984ec1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0484245 Aug 10 10:35:08.401245 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-56ae3028-57c7-44b5-b899-9279b0dfa95c req-6afc9dd2-57c1-40cf-8fa6-5c063acef803 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Aug 10 10:35:09.519008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396383f4-36cf-474c-b2e6-2cd9f81f6cdb req-e16bfc5f-2c84-40db-900c-7c2d75599223 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:09.520445 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-396383f4-36cf-474c-b2e6-2cd9f81f6cdb req-e16bfc5f-2c84-40db-900c-7c2d75599223 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0521369 Aug 10 10:35:09.556835 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-396383f4-36cf-474c-b2e6-2cd9f81f6cdb req-17fde0a9-b10a-4cec-b606-e6dbbe2461a0 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299962 Aug 10 10:35:09.666776 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225031f-956c-4b17-9831-8a48fc04063d req-fafe7cd7-7f77-40bc-b902-560573573e5c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:09.668216 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e225031f-956c-4b17-9831-8a48fc04063d req-fafe7cd7-7f77-40bc-b902-560573573e5c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0468926 Aug 10 10:35:09.704330 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e225031f-956c-4b17-9831-8a48fc04063d req-8be37638-bc37-44ad-b400-2f238e396701 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Aug 10 10:35:10.020026 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c218524-4d92-4e8b-b569-99d201af25ca req-c95b3ac0-289f-4318-a56d-364185f51c76 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:10.021356 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c218524-4d92-4e8b-b569-99d201af25ca req-c95b3ac0-289f-4318-a56d-364185f51c76 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0473838 Aug 10 10:35:10.058227 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2c218524-4d92-4e8b-b569-99d201af25ca req-f4e57a5a-c3b9-4f17-8bf1-8e58c9403ebb tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302255 Aug 10 10:35:11.524025 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-01e14da2-f096-4a9b-9b11-34b98cb921d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:12.829866 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:13.760422 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b042bf44-88f4-4110-aae0-a4036ed19690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:14.338792 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:15.310905 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:16.600711 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:21.582833 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534712a4-9369-47b2-b77d-f4b1add5a359 req-905c8743-49a2-420b-9608-88ee7507ac25 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:21.584187 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-534712a4-9369-47b2-b77d-f4b1add5a359 req-905c8743-49a2-420b-9608-88ee7507ac25 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0499094 Aug 10 10:35:21.621268 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-534712a4-9369-47b2-b77d-f4b1add5a359 req-d6f09d62-2a8f-4fe4-a6e7-1fa0d31f1d00 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Aug 10 10:35:21.643180 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37782) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:21.766743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0723b-6fcc-42c6-b12e-894a36c367bb tempest-TestMinimumBasicScenario-1737110180 tempest-TestMinimumBasicScenario-1737110180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:21.768237 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-63a0723b-6fcc-42c6-b12e-894a36c367bb tempest-TestMinimumBasicScenario-1737110180 tempest-TestMinimumBasicScenario-1737110180-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1093 time: 0.1240969 Aug 10 10:35:21.771099 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37786) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:21.775584 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'port_id': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:21.795856 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for floatingip, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:21.892451 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:21.992123 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Allocated IP 172.27.2.101 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/f4d72606-3e9a-4658-82d5-9750263a002d) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:22.093278 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:22.131029 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:22.165141 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:22.170610 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:22.174056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:22.198768 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'Port': ['ID=f4d72606-3e9a-4658-82d5-9750263a002d,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:22.797633 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:22.863256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.008111 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.013135 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.080110 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'Port': ['ID=f4d72606-3e9a-4658-82d5-9750263a002d,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:23.093593 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.191129 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Floating IP 4805f149-2cae-4aaf-aa47-f0598d1f9078 associated. External IP: 172.27.2.101, port: de244aba-83c9-4c85-ba0a-3a584960cb37. Aug 10 10:35:23.389205 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Router c6d87e79-1a3a-4905-8917-a10665d497af has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:35:23.495197 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:23.504605 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Sync routers for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:23.512246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.516322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:23.516937 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:23.543541 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1a533a67-6c0e-4f1e-aeb4-0b4d98910ec8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7707984 Aug 10 10:35:23.543721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:23.545988 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37800) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:23.546476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d872e5-f589-45fb-8d06-f87cdcd005fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:23.551000 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160230839', 'description': 'tempest-secgroup-smoke-160230839 description', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:23.576298 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.607577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19037a9e-cd62-481a-a761-b3dd84527a70 x-openstack-request-id: req-19037a9e-cd62-481a-a761-b3dd84527a70 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:23.607867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:23.608118 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19037a9e-cd62-481a-a761-b3dd84527a70 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:23.608510 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:35:23.655233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:23.669173 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.674659 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.701486 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-8eadb616-8a42-4ad4-82d3-d859b09c92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:23.702179 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.702969 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-8eadb616-8a42-4ad4-82d3-d859b09c92ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1098 time: 0.0459800 Aug 10 10:35:23.703706 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1564631 Aug 10 10:35:23.706668 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37808) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:23.711088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:23.714831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899de9f-3e07-4633-85eb-ec1890864ab1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:23.786312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.839435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-d62b2e82-ea1c-4499-9c8f-325403487e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:23.840880 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-d62b2e82-ea1c-4499-9c8f-325403487e9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.1243610 Aug 10 10:35:23.901751 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '4805f149-2cae-4aaf-aa47-f0598d1f9078', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'port_id': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'mac_address': 'fa:16:3e:22:d0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:35:22Z', 'updated_at': '2021-08-10T10:35:22Z', 'revision_number': 0, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:23.917612 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.924740 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.927724 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Checking router: c6d87e79-1a3a-4905-8917-a10665d497af for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:23.929893 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-dd8d8c44-bc73-4861-81ff-43a1aa4e0dfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 999 time: 0.0809250 Aug 10 10:35:23.934765 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:35:23.936846 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:23.937460 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:23.969263 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a44c46-e5a1-4b0f-9ef7-f046d33b1e50,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:23.979102 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:23.980399 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-5de761d4-5de2-4f3c-9f8c-7539b7bc3885 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2726176 Aug 10 10:35:23.983286 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37810) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:23.992535 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-0e244b98-91a8-4b14-a037-19a463ebcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:23.994050 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-0e244b98-91a8-4b14-a037-19a463ebcb04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0535460 Aug 10 10:35:23.994780 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.024064 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.044902 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-d45992b9-9178-4f10-b26d-2aa5cce17d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:24.045122 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:24.046392 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-d45992b9-9178-4f10-b26d-2aa5cce17d87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448730 Aug 10 10:35:24.078179 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.082470 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.100541 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020af44b-067a-4731-b319-789c8aa45554,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:24.113831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.115025 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c12f9954-2385-4f05-a790-53dc18eb72ad tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290121 Aug 10 10:35:24.117774 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37812) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:24.122496 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.151979 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.156491 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-5db2c28f-ad94-4d60-910f-4c33407a33df service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955539 Aug 10 10:35:24.215115 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.219936 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.238197 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98296cfe-748c-447c-a004-4494afa88529,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:24.246031 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.249942 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-367370b2-5187-41bb-abd0-60215e727562 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286976 Aug 10 10:35:24.250083 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37814) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:24.256664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.259349 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-02d872e5-f589-45fb-8d06-f87cdcd005fd req-1ef6c551-4b4f-42d9-9cae-dd0a639e3996 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945785 Aug 10 10:35:24.282393 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '4805f149-2cae-4aaf-aa47-f0598d1f9078', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'port_id': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'mac_address': 'fa:16:3e:22:d0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:35:22Z', 'updated_at': '2021-08-10T10:35:22Z', 'revision_number': 0, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:24.284352 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.309529 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba73f26-8781-4b61-9cf0-02a6f6740adb None None] The sync data for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi is: [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '4805f149-2cae-4aaf-aa47-f0598d1f9078', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'port_id': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'mac_address': 'fa:16:3e:22:d0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:35:22Z', 'updated_at': '2021-08-10T10:35:22Z', 'revision_number': 0, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:24.346827 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.350561 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.368800 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c832af09-3d65-4312-ad02-2007415193f3,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:24.374927 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.378820 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0b6f3300-e5a7-4789-82a6-d167fd9e9da8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246173 Aug 10 10:35:24.378980 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37816) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:24.383564 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.405507 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Project d12cfe3505d24f00a94b1b0ce0db8011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:35:24.410267 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.473502 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.477433 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.493651 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288459a-5640-44f1-8553-b8cc4fbc86f7 None None] New status for floating IP 4805f149-2cae-4aaf-aa47-f0598d1f9078: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:35:24.499582 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b860a16-7335-43b0-beba-34f3b7e6d13a,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:24.506369 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.511127 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37818) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:24.511270 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-b72448e1-7457-4980-92ae-6af4c37571e7 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311769 Aug 10 10:35:24.515730 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'security_group_rule': {'security_group_id': 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd', 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.538299 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.securitygroups_db [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Project d12cfe3505d24f00a94b1b0ce0db8011 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:35:24.543073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.604838 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.608476 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.625100 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0a2f19-7658-4378-9303-4499813869d7,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:24.631996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:24.633502 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-6452b4fb-055f-49e7-8735-88a1021528a2 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210666 Aug 10 10:35:24.734783 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-3a535ec9-04ef-46b0-995c-e031b38c27fa tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160230839&fields=id&tenant_id=d12cfe3505d24f00a94b1b0ce0db8011 HTTP/1.1" status: 200 len: 267 time: 0.0372646 Aug 10 10:35:24.789035 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-85ddeb5b-16b1-4859-afbe-63e86eeebfbf tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:24.791049 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-85ddeb5b-16b1-4859-afbe-63e86eeebfbf tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0502777 Aug 10 10:35:24.802200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'port': {'security_groups': ['4f890ada-a2c3-43c9-b8fd-8b3823c11c58', 'b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:24.866161 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:25.047789 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:25.077708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:25.081674 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:25.121479 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:35:25.124380 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:25.125012 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:25.127750 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-5dd93d3a-fa00-4feb-bfa9-3ca3eec5119d req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "PUT /v2.0/ports/de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 981 time: 0.3301558 Aug 10 10:35:25.156405 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8548998-2d5b-429f-8e69-19b5f38fa892 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=6']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:25.282168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a17fe-56b4-49d2-998e-f5955603bdb8 req-b3b1fa9f-7832-4aae-8c83-b3d92b6190af tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:25.283739 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4a9a17fe-56b4-49d2-998e-f5955603bdb8 req-b3b1fa9f-7832-4aae-8c83-b3d92b6190af tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0877929 Aug 10 10:35:25.325664 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:35:25.327325 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4a9a17fe-56b4-49d2-998e-f5955603bdb8 req-1214027f-2346-4973-80ac-6a260eeb1ed8 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354125 Aug 10 10:35:25.411941 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-da335eef-7dbf-43ae-a18b-4a7af1a8e77a None None] Provisioning complete for port de244aba-83c9-4c85-ba0a-3a584960cb37 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:25.412223 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-da335eef-7dbf-43ae-a18b-4a7af1a8e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:25.610501 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:25.612680 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de320ce5-a0eb-4364-b0af-6144e80d3ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:25.648106 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e65170-962a-4a16-9053-65e4ca845548 x-openstack-request-id: req-24e65170-962a-4a16-9053-65e4ca845548 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:25.648473 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:25.648784 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24e65170-962a-4a16-9053-65e4ca845548 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:25.649266 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:35:25.736473 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-73689e9c-1c06-4cf6-8639-9110ec41276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:25.737941 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-73689e9c-1c06-4cf6-8639-9110ec41276f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1137 time: 0.0393186 Aug 10 10:35:25.835218 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-7895fb21-1afa-445d-9d0f-4c776e1d0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:25.836733 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-7895fb21-1afa-445d-9d0f-4c776e1d0f8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.0915332 Aug 10 10:35:25.903878 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-d5f2e223-8f40-43ea-8cd5-0b1d7a433fa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 1001 time: 0.0594428 Aug 10 10:35:25.955893 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-68d37045-9112-4c11-8d4e-6894cd5874a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:25.957283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-68d37045-9112-4c11-8d4e-6894cd5874a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0461762 Aug 10 10:35:26.002580 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-2fddaa7c-b476-44e0-b601-9cf1fdc215da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:26.004045 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-2fddaa7c-b476-44e0-b601-9cf1fdc215da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391164 Aug 10 10:35:26.092565 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-698dde24-37ca-496a-8207-5ca2ef3a8ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Aug 10 10:35:26.189183 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-de320ce5-a0eb-4364-b0af-6144e80d3ef5 req-e72c0206-3615-4a7a-bbb4-9f9127f9b654 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882847 Aug 10 10:35:30.403709 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37878) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:30.446986 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_v2 [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Deleting subnet c8a55ef9-79f5-4fe5-b451-7e3b986d8178 {{(pid=93284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:35:30.450017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.483150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25671034'] for subnet, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.525957 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.575454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29218041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25446291'] for subnet, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.600066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a55ef9-79f5-4fe5-b451-7e3b986d8178,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:30.604274 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.608764 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-de54fc8c-a369-48ef-a4ef-6f52537c4866 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c8a55ef9-79f5-4fe5-b451-7e3b986d8178 HTTP/1.1" status: 204 len: 168 time: 0.2014024 Aug 10 10:35:30.608764 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37880) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:30.673124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.751932 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.762085 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe13ceec-ee51-4f50-b158-07db2b765db9']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:30.771754 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9efa103-96f9-42c2-81b4-359bc7af76af') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:30.772048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9efa103-96f9-42c2-81b4-359bc7af76af') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:30.780603 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.793856 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.799432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:35:30.799796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:35:30.801488 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:35:30.857275 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.861771 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:30.863831 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe13ceec-ee51-4f50-b158-07db2b765db9 HTTP/1.1" status: 204 len: 168 time: 0.2544057 Aug 10 10:35:30.876284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de7d75-bcd3-461c-9eea-d5c007ee9a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe13ceec-ee51-4f50-b158-07db2b765db9,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:31.021370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37886) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:31.060813 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-182b5d15-5d42-4bba-a9e8-b26c3a350600 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ebf9338d15548b6a8e7d54db6e0c8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382571 Aug 10 10:35:31.063029 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37888) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:31.109388 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.129990 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.173577 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.176315 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.177439 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6925143-074b-4324-815c-21e3254b5ea7 HTTP/1.1" status: 204 len: 168 time: 0.1133857 Aug 10 10:35:31.185380 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f32f1-8f1b-4860-9a82-fd28432ddb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6925143-074b-4324-815c-21e3254b5ea7,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:31.834419 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37910) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:31.933601 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1763429634-network', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:31.953474 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Made reservation on behalf of eac1fcac30e24671b02ab66da4b24772 for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:35:31.955583 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:31.963512 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.052510 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.056778 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.076448 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:35:32.091321 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182165a-a27a-42b7-b6fa-48f23be1e674,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:32.094168 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.094532 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Added segment 44854258-5838-4f9c-b733-3af3508ab929 of type vlan for network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 Aug 10 10:35:32.135558 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.162485 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.163444 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:32.164022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.217673 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819690 Aug 10 10:35:32.220406 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37914) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:32.225222 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Request body: {'subnet': {'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1763429634-subnet', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:32.233597 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0eddc-60d4-4a9e-947c-903d5076c409 admin admin] Pushing event updated for resources: {'Network': ['ID=4a321bc2-ac0f-43cc-96f6-fe5a8a828249,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:32.243853 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:35:32.249936 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Made reservation on behalf of eac1fcac30e24671b02ab66da4b24772 for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:35:32.252422 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25444466'] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.418731 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29217976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25444448'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.478605 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e102334-28ce-4532-9569-e8625e9ee797,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:32.488638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Checking segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:32.489067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Network hostable DHCP agents. Network: 4a321bc2-ac0f-43cc-96f6-fe5a8a828249, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:35:32.505018 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:35:32.513682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, 4a321bc2-ac0f-43cc-96f6-fe5a8a828249) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:32.517481 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:32.518056 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.522260 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074f909-f652-4953-a91b-4150ab1c05b8 None None] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:35:32.531102 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-16c6a8f7-1516-4461-931f-192f2aef7ba3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3096585 Aug 10 10:35:32.533758 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37916) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:32.537931 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:32.557951 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.558971 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.610088 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.665828 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:35:32.666731 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.747625 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.811243 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Allocated IP 172.20.0.2 (4a321bc2-ac0f-43cc-96f6-fe5a8a828249/2e102334-28ce-4532-9569-e8625e9ee797/f42c0b63-84cb-4981-ad97-51c327712e66) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:32.958546 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.968918 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.979090 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Transition to ACTIVE for port object f42c0b63-84cb-4981-ad97-51c327712e66 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:32.982772 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:32.994759 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Transition to ACTIVE for port object f42c0b63-84cb-4981-ad97-51c327712e66 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:33.001300 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.041961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:33.047107 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:33.051722 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:33.065140 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Pushing event updated for resources: {'Port': ['ID=f42c0b63-84cb-4981-ad97-51c327712e66,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:33.099011 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Allocated IP 172.27.2.229 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/b4191915-802e-422e-8013-9f80e6288c8c) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:33.120004 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Attempting to bind port f42c0b63-84cb-4981-ad97-51c327712e66 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:33.120367 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Attempting to bind port f42c0b63-84cb-4981-ad97-51c327712e66 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:33.120751 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Attempting to bind port f42c0b63-84cb-4981-ad97-51c327712e66 on network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:33.125779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:33.126145 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Checking segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:33.126542 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.126926 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Bound using segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:33.127419 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Bound port: f42c0b63-84cb-4981-ad97-51c327712e66, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:33.127795 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.202087 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] For port f42c0b63-84cb-4981-ad97-51c327712e66, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:33.205744 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] For port f42c0b63-84cb-4981-ad97-51c327712e66, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f42c0b63-84cb-4981-ad97-51c327712e66,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:33.210643 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.222041 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.262727 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.293039 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7c66-7373-4a7d-abda-b7c9fae4892f None None] Pushing event updated for resources: {'Port': ['ID=f42c0b63-84cb-4981-ad97-51c327712e66,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:33.309822 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:33.312812 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:33.319145 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:33.347707 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Pushing event updated for resources: {'Port': ['ID=b4191915-802e-422e-8013-9f80e6288c8c,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:33.609798 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:33.904456 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f42c0b63-84cb-4981-ad97-51c327712e66 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:33.960246 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port f42c0b63-84cb-4981-ad97-51c327712e66 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:34.072498 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.124914 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bffea-8f97-480d-8f1b-4a8099e67b63 None None] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:35:34.192987 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Provisioning for port f42c0b63-84cb-4981-ad97-51c327712e66 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:34.200571 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Router d36d02b1-6769-4997-86f0-f5d0eb424f16 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:35:34.202584 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Provisioning complete for port f42c0b63-84cb-4981-ad97-51c327712e66 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:34.203013 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.308247 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:34.325381 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.326569 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-cbf8ff90-2078-493d-b2f6-fb552bbb3355 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7918978 Aug 10 10:35:34.326951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Sync routers for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:34.330003 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37918) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:34.354878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.358599 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:34.359213 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:34.434292 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] For port f42c0b63-84cb-4981-ad97-51c327712e66, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f42c0b63-84cb-4981-ad97-51c327712e66,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:34.596956 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.651110 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:34.714703 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1a63-553e-4c30-9077-f16aeb7e21ba None None] Pushing event updated for resources: {'Port': ['ID=f42c0b63-84cb-4981-ad97-51c327712e66,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:34.765864 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.766136 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ccb40758-ca0d-4b46-a47f-253115e96033 None None] Provisioning complete for port f42c0b63-84cb-4981-ad97-51c327712e66 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:34.766310 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ccb40758-ca0d-4b46-a47f-253115e96033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:34.910496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:33Z', 'revision_number': 3, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:34.921670 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Allocated IP 172.20.0.1 (4a321bc2-ac0f-43cc-96f6-fe5a8a828249/2e102334-28ce-4532-9569-e8625e9ee797/83edf4a8-5d0a-4d20-93a3-7027ca197646) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:34.937763 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Checking router: d36d02b1-6769-4997-86f0-f5d0eb424f16 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:34.938109 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Updating router d36d02b1-6769-4997-86f0-f5d0eb424f16 port b4191915-802e-422e-8013-9f80e6288c8c binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:35:34.966140 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.025537 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.038991 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Transition to ACTIVE for port object 83edf4a8-5d0a-4d20-93a3-7027ca197646 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:35.071953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.108171 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:35.113095 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:35.116604 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:35.143808 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Pushing event updated for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:35.159831 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.221646 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.233576 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Transition to ACTIVE for port object b4191915-802e-422e-8013-9f80e6288c8c will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:35.241249 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.295721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.296452 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24895f-1311-42d7-91be-c761aeed2c5a None None] Pushing event updated for resources: {'Port': ['ID=b4191915-802e-422e-8013-9f80e6288c8c,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:35.298860 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Attempting to bind port b4191915-802e-422e-8013-9f80e6288c8c on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:35.299225 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Attempting to bind port b4191915-802e-422e-8013-9f80e6288c8c by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:35.299612 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Attempting to bind port b4191915-802e-422e-8013-9f80e6288c8c on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:35.306216 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:35.306681 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:35.307078 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.307774 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:35.308154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Bound port: b4191915-802e-422e-8013-9f80e6288c8c, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:35.308544 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.359632 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] For port b4191915-802e-422e-8013-9f80e6288c8c, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:35.362645 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] For port b4191915-802e-422e-8013-9f80e6288c8c, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=b4191915-802e-422e-8013-9f80e6288c8c,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:35.366075 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.430377 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:35.431140 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:35.437332 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24895f-1311-42d7-91be-c761aeed2c5a None None] Pushing event updated for resources: {'Port': ['ID=b4191915-802e-422e-8013-9f80e6288c8c,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:35.463362 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.467796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.470747 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-399cc584-c595-44a7-9f41-fc0e4ed4244c None None] Provisioning for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:35.481606 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-399cc584-c595-44a7-9f41-fc0e4ed4244c None None] Provisioning complete for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:35.481972 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-399cc584-c595-44a7-9f41-fc0e4ed4244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.537401 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.539083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Pushing event updated for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:35.552483 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-399cc584-c595-44a7-9f41-fc0e4ed4244c None None] Port 83edf4a8-5d0a-4d20-93a3-7027ca197646 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:35:35.569807 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:35.627495 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:35.628900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:35.744780 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Router d36d02b1-6769-4997-86f0-f5d0eb424f16 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:35:35.780047 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:34Z', 'revision_number': 1, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:35.812777 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ffe1b-cc9a-43d2-a1c0-139cd9f118ac None None] The sync data for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi is: [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:34Z', 'revision_number': 1, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:35.861086 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f42c0b63-84cb-4981-ad97-51c327712e66 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:35.868939 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:35.875349 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-809d5e8b-06a7-496f-a48d-a9455cef6f07 admin admin] 10.222.0.10 "PUT /v2.0/routers/d36d02b1-6769-4997-86f0-f5d0eb424f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446043 Aug 10 10:35:35.905388 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-220ead77-ac30-436e-88c1-483f3b85ffa1 None None] Provisioning complete for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:35.905839 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-220ead77-ac30-436e-88c1-483f3b85ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:35.947807 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-220ead77-ac30-436e-88c1-483f3b85ffa1 None None] Port 83edf4a8-5d0a-4d20-93a3-7027ca197646 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:35:35.951121 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port f42c0b63-84cb-4981-ad97-51c327712e66 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:35.951441 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.387125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37934) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:36.392148 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1624648121-network', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:36.429875 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Made reservation on behalf of 27b3389aad134ea4aea6286f616e30aa for: {'network': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:35:36.434021 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for network, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.443131 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.541525 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.545353 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.567962 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=93284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 10:35:36.584415 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93823dd6-e261-46df-935e-d161699db612,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:36.588678 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.589019 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.segments_db [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Added segment d7e1092a-e22d-4394-a65f-4bc4284ecd74 of type vlan for network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 Aug 10 10:35:36.636738 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727362814046'] for network, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.666623 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001'] for network, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.667668 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:36.668240 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.726266 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3377361 Aug 10 10:35:36.729561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37936) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:36.736195 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Request body: {'subnet': {'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1624648121-subnet', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'ip_version': 4}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:36.740390 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e7dd-036a-4cf4-8c03-40368c8111b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d121c9b0-0410-4e4a-a1ed-5ae13a4dec81,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:36.750191 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 details requested by agent ovs-agent-dv-cinder-804035-3-iscsi with host dv-cinder-804035-3-iscsi {{(pid=93286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 10:35:36.764148 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Made reservation on behalf of 27b3389aad134ea4aea6286f616e30aa for: {'subnet': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:35:36.767067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25444466'] for subnet, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:36.953420 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29217976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25444448'] for subnet, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.014406 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bfaa8c-a6b2-4d11-ba02-cc17e1735de9,revision_number=0']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:37.022799 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Checking segment: {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:37.023149 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Network hostable DHCP agents. Network: d121c9b0-0410-4e4a-a1ed-5ae13a4dec81, hostable agents: ['16cbf2d6-a850-4379-8c07-bc5d6ceb04cf'], hosted agents: [] {{(pid=93284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 10:35:37.041415 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 is scheduled to be hosted by DHCP agent 16cbf2d6-a850-4379-8c07-bc5d6ceb04cf with binding_index 1 {{(pid=93284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 10:35:37.049810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-3-iscsi, d121c9b0-0410-4e4a-a1ed-5ae13a4dec81) {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:37.053676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:37.054261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.059342 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f9d38-e852-4b24-b6e6-2c673b7ab2e2 None None] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:35:37.068668 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b9b33972-e7f1-4e2a-9470-d22eaae663bf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3380675 Aug 10 10:35:37.072476 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37938) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:37.077003 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:37.097765 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4101589', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2463'] for router, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.098993 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4098917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4103188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2452'] for router, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.151262 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.207126 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd889920d-5ea0-5f74-a475-fc744ae538be-d121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9'}]}} from dv-cinder-804035-3-iscsi. {{(pid=93286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 10:35:37.208117 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.290647 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.344991 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.db_base_plugin_common [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Allocated IP 172.20.0.2 (d121c9b0-0410-4e4a-a1ed-5ae13a4dec81/95bfaa8c-a6b2-4d11-ba02-cc17e1735de9/587f39cf-39b3-440a-a6c7-66fdd93e8671) {{(pid=93286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:37.494241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.496986 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks [] for port, precommit_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.505526 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Transition to ACTIVE for port object 587f39cf-39b3-440a-a6c7-66fdd93e8671 will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:37.514922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.522630 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Transition to ACTIVE for port object 587f39cf-39b3-440a-a6c7-66fdd93e8671 will not be triggered until provisioned by entity DHCP. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:37.529621 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485'] for port, after_create {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.569896 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 is already hosted by enough agents. {{(pid=93286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:37.573271 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.scheduler.base_scheduler [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Resources bound (agent type, host, resource id): {{(pid=93286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:37.576886 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Received port after_create {{(pid=93286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:37.582297 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Pushing event updated for resources: {'Port': ['ID=587f39cf-39b3-440a-a6c7-66fdd93e8671,revision_number=1']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:37.628483 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Allocated IP 172.27.2.226 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/4210bb77-364c-4c22-9614-cacc83708a7a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:37.635878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Attempting to bind port 587f39cf-39b3-440a-a6c7-66fdd93e8671 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:37.636248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Attempting to bind port 587f39cf-39b3-440a-a6c7-66fdd93e8671 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:37.636614 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Attempting to bind port 587f39cf-39b3-440a-a6c7-66fdd93e8671 on network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:37.641799 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:37.642165 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Checking segment: {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:37.642580 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.642951 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Bound using segment: {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:37.643449 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Bound port: 587f39cf-39b3-440a-a6c7-66fdd93e8671, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:37.643849 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.708476 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Sync routers for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:37.712702 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] For port 587f39cf-39b3-440a-a6c7-66fdd93e8671, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:37.716002 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] For port 587f39cf-39b3-440a-a6c7-66fdd93e8671, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=587f39cf-39b3-440a-a6c7-66fdd93e8671,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:37.719232 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:37.719984 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:37.720902 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.740984 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.779408 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352c421-df4e-4019-952b-405e163a6f0b None None] Pushing event updated for resources: {'Port': ['ID=587f39cf-39b3-440a-a6c7-66fdd93e8671,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:37.786897 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:37.842194 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:37.844994 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:37.848739 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:37.851650 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:37.855956 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4210bb77-364c-4c22-9614-cacc83708a7a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:37.885395 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.885870 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.886312 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.886757 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.887197 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.887728 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.888160 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.888615 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.889201 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.889489 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.889910 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.890333 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:37.931607 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device b4191915-802e-422e-8013-9f80e6288c8c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:38.027110 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port b4191915-802e-422e-8013-9f80e6288c8c completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:38.034302 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port b4191915-802e-422e-8013-9f80e6288c8c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:38.035133 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.124103 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 2, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:38.146038 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.159761 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Checking router: d36d02b1-6769-4997-86f0-f5d0eb424f16 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:38.160126 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Updating router d36d02b1-6769-4997-86f0-f5d0eb424f16 port 83edf4a8-5d0a-4d20-93a3-7027ca197646 binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:35:38.168076 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port b4191915-802e-422e-8013-9f80e6288c8c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=b4191915-802e-422e-8013-9f80e6288c8c,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:38.173717 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.185713 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.198946 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.229362 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=b4191915-802e-422e-8013-9f80e6288c8c,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:38.568956 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.579595 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Transition to ACTIVE for port object 83edf4a8-5d0a-4d20-93a3-7027ca197646 will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:38.586129 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.617136 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4098924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4103399'] for router, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.636767 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Pushing event updated for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:38.664373 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.664794 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.665086 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.665404 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.665726 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.666046 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.666365 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.666676 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.667009 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.667337 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.667654 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.667964 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:35:38.700527 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Attempting to bind port 83edf4a8-5d0a-4d20-93a3-7027ca197646 on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:38.701033 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Attempting to bind port 83edf4a8-5d0a-4d20-93a3-7027ca197646 by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:38.702565 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Attempting to bind port 83edf4a8-5d0a-4d20-93a3-7027ca197646 on network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:38.708725 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:38.709427 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Checking segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:38.709718 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.710177 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Bound using segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:38.710710 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Bound port: 83edf4a8-5d0a-4d20-93a3-7027ca197646, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:38.711170 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.763919 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Router 01bfc4dc-c561-4c02-80c7-d020579b17f9 is scheduled to L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 with binding_index 1 {{(pid=93285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 10:35:38.787220 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] For port 83edf4a8-5d0a-4d20-93a3-7027ca197646, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:38.790746 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] For port 83edf4a8-5d0a-4d20-93a3-7027ca197646, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=83edf4a8-5d0a-4d20-93a3-7027ca197646,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:38.798659 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.871284 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced505-bda5-4eec-b5be-018e2de34a99 None None] Pushing event updated for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:38.880084 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:38.880719 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:38.917989 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:38.927515 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Sync routers for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:38.942267 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc9e4e-3f13-4f52-a985-29d464eb7a4a None None] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:35:38.947349 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:38.948093 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-4b8bf7ec-e79f-41c2-ba05-39ddaa9e27a0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8745949 Aug 10 10:35:38.950778 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37944) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:38.957944 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:38.958715 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:39.017381 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:39.066552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-cb85782d-73a5-4488-8b3c-654fdce8c88e None None] Provisioning for port 587f39cf-39b3-440a-a6c7-66fdd93e8671 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:39.243490 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:39.270357 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50800278-4c5e-4c29-888d-f641606dc65a None None] The sync data for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi is: [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:39.303386 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:39.411013 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.549005 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 3, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:39.587530 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Checking router: 01bfc4dc-c561-4c02-80c7-d020579b17f9 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:39.587890 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Updating router 01bfc4dc-c561-4c02-80c7-d020579b17f9 port 4210bb77-364c-4c22-9614-cacc83708a7a binding host dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:35:39.592239 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_common [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Allocated IP 172.20.0.1 (d121c9b0-0410-4e4a-a1ed-5ae13a4dec81/95bfaa8c-a6b2-4d11-ba02-cc17e1735de9/61b5532a-5ad9-4937-9d59-7956af82e22a) {{(pid=93285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:35:39.619068 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.717047 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.732241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.provisioning_blocks [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Transition to ACTIVE for port object 61b5532a-5ad9-4937-9d59-7956af82e22a will not be triggered until provisioned by entity DHCP. {{(pid=93285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:39.766709 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.814279 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:39.818385 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:39.820514 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Pushing event updated for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=1']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:39.823668 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Received port after_create {{(pid=93285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:35:39.883083 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3731476'] for router_interface, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.973115 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks [] for port, precommit_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:39.990555 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Transition to ACTIVE for port object 4210bb77-364c-4c22-9614-cacc83708a7a will not be triggered until provisioned by entity L2. {{(pid=93286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:40.004151 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.073849 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 587f39cf-39b3-440a-a6c7-66fdd93e8671 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:40.081152 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Attempting to bind port 4210bb77-364c-4c22-9614-cacc83708a7a on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:40.081515 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Attempting to bind port 4210bb77-364c-4c22-9614-cacc83708a7a by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:40.081873 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Attempting to bind port 4210bb77-364c-4c22-9614-cacc83708a7a on network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:40.082734 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.102842 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47941-26a8-4aed-b4cd-f53b25b6ccb6 None None] Pushing event updated for resources: {'Port': ['ID=4210bb77-364c-4c22-9614-cacc83708a7a,revision_number=2']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:40.110654 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:40.110961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Checking segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:40.111389 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.111768 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Bound using segment: {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'} {{(pid=93286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:40.112260 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.managers [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Bound port: 4210bb77-364c-4c22-9614-cacc83708a7a, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969'}}] {{(pid=93286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:40.112596 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.175770 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] For port 4210bb77-364c-4c22-9614-cacc83708a7a, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:40.181401 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] For port 4210bb77-364c-4c22-9614-cacc83708a7a, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=4210bb77-364c-4c22-9614-cacc83708a7a,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:40.184163 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 587f39cf-39b3-440a-a6c7-66fdd93e8671 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:40.189799 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.200875 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 587f39cf-39b3-440a-a6c7-66fdd93e8671 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:40.201237 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.248044 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-40b4bb61-4595-472d-b096-b0671be18ca6 None None] Provisioning for port 61b5532a-5ad9-4937-9d59-7956af82e22a completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:40.248605 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.253405 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25768340'] for port, after_update {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.278215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-40b4bb61-4595-472d-b096-b0671be18ca6 None None] Provisioning complete for port 61b5532a-5ad9-4937-9d59-7956af82e22a triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:40.278587 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-40b4bb61-4595-472d-b096-b0671be18ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.312412 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47941-26a8-4aed-b4cd-f53b25b6ccb6 None None] Pushing event updated for resources: {'Port': ['ID=4210bb77-364c-4c22-9614-cacc83708a7a,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:40.319233 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Pushing event updated for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=2']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:40.320376 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:40.321382 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:40.322175 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3731616'] for router_interface, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.363212 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-40b4bb61-4595-472d-b096-b0671be18ca6 None None] Port 61b5532a-5ad9-4937-9d59-7956af82e22a cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:35:40.413437 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 is already hosted by enough agents. {{(pid=93285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:35:40.414944 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.base_scheduler [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:35:40.444718 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.476356 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:40.518917 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 587f39cf-39b3-440a-a6c7-66fdd93e8671, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=587f39cf-39b3-440a-a6c7-66fdd93e8671,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:40.524188 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.525065 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 83edf4a8-5d0a-4d20-93a3-7027ca197646 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:40.537121 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Router 01bfc4dc-c561-4c02-80c7-d020579b17f9 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:35:40.650109 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:40.656033 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6d114527-08ae-4c81-bdb1-6e48150476b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/01bfc4dc-c561-4c02-80c7-d020579b17f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041826 Aug 10 10:35:40.689972 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=587f39cf-39b3-440a-a6c7-66fdd93e8671,revision_number=3']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:40.718686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ad0bb93c-a7ef-4987-8ea9-45d3462dc0f6 None None] Provisioning complete for port 61b5532a-5ad9-4937-9d59-7956af82e22a triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:40.719058 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb93c-a7ef-4987-8ea9-45d3462dc0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.751533 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:40.782100 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:40.782469 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.785845 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bb93c-a7ef-4987-8ea9-45d3462dc0f6 None None] Port 61b5532a-5ad9-4937-9d59-7956af82e22a cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:35:40.850309 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-043044df-2800-405e-9b52-4384e37fa519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '61b5532a-5ad9-4937-9d59-7956af82e22a', 'name': '', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'mac_address': 'fa:16:3e:a9:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:39Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 2, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'subnets': [{'id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:40.880224 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043044df-2800-405e-9b52-4384e37fa519 None None] The sync data for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi is: [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '61b5532a-5ad9-4937-9d59-7956af82e22a', 'name': '', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'mac_address': 'fa:16:3e:a9:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:39Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 2, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'subnets': [{'id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:40.916455 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.951400 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 83edf4a8-5d0a-4d20-93a3-7027ca197646, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=83edf4a8-5d0a-4d20-93a3-7027ca197646,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:40.955371 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:40.956669 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device b4191915-802e-422e-8013-9f80e6288c8c up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:41.035501 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:41.047914 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port b4191915-802e-422e-8013-9f80e6288c8c triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:41.048281 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.458500 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 37952) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:41.464038 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676590116', 'description': 'tempest-secgroup-smoke-676590116 description', 'project_id': 'eac1fcac30e24671b02ab66da4b24772'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:41.487996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.524318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c2395d0-931a-4cf5-bb52-f4a63795d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.567927 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.572171 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.598315 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.599525 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1399782 Aug 10 10:35:41.602876 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37954) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:41.603847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00955cf4-de8a-48fe-8675-b2d3d5f3ac92 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69115350-f4c6-4881-935f-6e0ed8cec6bd,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:41.607671 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:41.631925 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.686360 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.689802 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.707174 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f18811a-2c36-49a9-9472-f4fc9ba44b7a,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:41.713116 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.715730 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6f224e85-6837-47c6-a1dc-6ee18841191d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117723 Aug 10 10:35:41.716751 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37956) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:41.721167 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:41.745633 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.802328 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.806362 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.826925 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee5ed43-8d08-44ae-8d76-cd43ce9928db,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:41.841534 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.848269 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-29b9518a-2863-4fb2-8aca-478327123cd6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252334 Aug 10 10:35:41.848269 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37958) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:41.850359 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:41.867895 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 587f39cf-39b3-440a-a6c7-66fdd93e8671 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:41.879674 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.945656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 587f39cf-39b3-440a-a6c7-66fdd93e8671 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:41.946639 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.961340 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:41.969432 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.001013 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d0784d-fc62-48b4-ae90-8c1385f52e47,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:42.006951 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.010151 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f1589e2a-ceb1-446a-bbe5-075551e0bb61 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634917 Aug 10 10:35:42.012744 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37960) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:42.017607 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:42.049128 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.052233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 83edf4a8-5d0a-4d20-93a3-7027ca197646 up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:42.109052 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 83edf4a8-5d0a-4d20-93a3-7027ca197646 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:42.109804 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.117422 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.122200 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.141888 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71b62f-5528-4021-9629-bc619c218681,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:42.150596 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.152106 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-c86d217a-37ec-4aae-bf76-d86f1687f95c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383424 Aug 10 10:35:42.154931 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37964) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:42.159751 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:42.184977 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Project eac1fcac30e24671b02ab66da4b24772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:35:42.191092 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.259747 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.264743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.289040 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.290610 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346188 Aug 10 10:35:42.293519 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 37966) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:42.299404 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.v2.base [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'security_group_rule': {'security_group_id': '69115350-f4c6-4881-935f-6e0ed8cec6bd', 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:35:42.304630 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdaa7-d900-4dda-9d9d-64c9f0f40307 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9ec12e-d155-476d-8729-445e8ef33064,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:42.327583 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.securitygroups_db [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Project eac1fcac30e24671b02ab66da4b24772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 10:35:42.332821 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.401011 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.404945 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724359'] for security_group_rule, after_create {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.422352 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a26503f-fa10-4775-8a65-9dbdc243024b,revision_number=0']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:42.428669 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:42.429965 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-75385cd9-46b1-4ab8-bbe8-5e90b5b551eb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354322 Aug 10 10:35:42.850617 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.305799 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Sync routers for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:43.316033 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:43.316658 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:43.422042 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:43.621634 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '61b5532a-5ad9-4937-9d59-7956af82e22a', 'name': '', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'mac_address': 'fa:16:3e:a9:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:39Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 2, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'subnets': [{'id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:43.646127 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Checking router: 01bfc4dc-c561-4c02-80c7-d020579b17f9 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:43.646468 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Updating router 01bfc4dc-c561-4c02-80c7-d020579b17f9 port 61b5532a-5ad9-4937-9d59-7956af82e22a binding host dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 10:35:43.672269 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.762115 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ea523f77-1008-4c90-b555-8e2d7f16e690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.878745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-12461ae9-f6a3-425d-b540-fa6db8817377 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665412 Aug 10 10:35:43.922154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 4210bb77-364c-4c22-9614-cacc83708a7a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:43.955103 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.967482 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.provisioning_blocks [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Transition to ACTIVE for port object 61b5532a-5ad9-4937-9d59-7956af82e22a will not be triggered until provisioned by entity L2. {{(pid=93287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:35:43.974158 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.987667 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 4210bb77-364c-4c22-9614-cacc83708a7a completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:43.993278 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 4210bb77-364c-4c22-9614-cacc83708a7a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:43.993704 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:43.994181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-2390f721-9a59-4624-b752-f845ecca9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:43.995728 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-2390f721-9a59-4624-b752-f845ecca9c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1099 time: 0.0450273 Aug 10 10:35:44.027839 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b9787-a523-4906-b881-e37d39cb9dfe None None] Pushing event updated for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=3']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:44.099341 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.101061 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Attempting to bind port 61b5532a-5ad9-4937-9d59-7956af82e22a on host dv-cinder-804035-3-iscsi for vnic_type normal with profile {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:35:44.101422 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Attempting to bind port 61b5532a-5ad9-4937-9d59-7956af82e22a by drivers openvswitch,hyperv on host dv-cinder-804035-3-iscsi at level 0 using segments [{'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:35:44.102395 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Attempting to bind port 61b5532a-5ad9-4937-9d59-7956af82e22a on network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:35:44.107639 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Checking agent: {'id': '97ec86a5-ecef-4faa-a153-e391d95e2a6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 17, 44), 'started_at': datetime.datetime(2021, 8, 10, 10, 18, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:35:44.108002 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Checking segment: {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:35:44.108534 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.108924 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Bound using segment: {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'} {{(pid=93287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:35:44.109382 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.managers [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Bound port: 61b5532a-5ad9-4937-9d59-7956af82e22a, host: dv-cinder-804035-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1092a-e22d-4394-a65f-4bc4284ecd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81'}}] {{(pid=93287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:35:44.109902 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.111741 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-400825ae-044e-4c83-bcf1-2cbf8dde169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:44.113540 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-400825ae-044e-4c83-bcf1-2cbf8dde169a service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0963774 Aug 10 10:35:44.122245 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 4210bb77-364c-4c22-9614-cacc83708a7a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=4210bb77-364c-4c22-9614-cacc83708a7a,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:44.129472 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.181844 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] For port 61b5532a-5ad9-4937-9d59-7956af82e22a, host dv-cinder-804035-3-iscsi, cleared binding levels {{(pid=93287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:35:44.185625 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.plugins.ml2.db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] For port 61b5532a-5ad9-4937-9d59-7956af82e22a, host dv-cinder-804035-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=61b5532a-5ad9-4937-9d59-7956af82e22a,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:35:44.187687 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=4210bb77-364c-4c22-9614-cacc83708a7a,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:44.190837 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron_lib.callbacks.manager [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.212053 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-e3906d37-043b-4abb-8203-49aaab0b60bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 1002 time: 0.0890696 Aug 10 10:35:44.253552 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b9787-a523-4906-b881-e37d39cb9dfe None None] Pushing event updated for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=4']} {{(pid=93287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:44.264672 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:44.265290 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:44.271658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-913e83f4-62ce-41fd-82b3-c2967401b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:44.273134 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-913e83f4-62ce-41fd-82b3-c2967401b6c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0541797 Aug 10 10:35:44.327015 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-b5d57893-26dc-453c-8f90-0e6b57c238e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:44.328792 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-b5d57893-26dc-453c-8f90-0e6b57c238e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472090 Aug 10 10:35:44.343485 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:44.386622 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:44.437086 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-eae9abc9-6c8e-43e0-9743-f7ddaf056113 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988212 Aug 10 10:35:44.548823 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-616e34f0-106d-4ba1-84c6-f475446d46f3 req-78bd6821-743a-4870-abfe-40dae5f31bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015992 Aug 10 10:35:44.680187 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '61b5532a-5ad9-4937-9d59-7956af82e22a', 'name': '', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'mac_address': 'fa:16:3e:a9:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:39Z', 'updated_at': '2021-08-10T10:35:44Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'subnets': [{'id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:44.714298 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ea64f-f781-45d1-8156-d2cea14fa4d9 None None] The sync data for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi is: [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '61b5532a-5ad9-4937-9d59-7956af82e22a', 'name': '', 'network_id': 'd121c9b0-0410-4e4a-a1ed-5ae13a4dec81', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'mac_address': 'fa:16:3e:a9:62:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:39Z', 'updated_at': '2021-08-10T10:35:44Z', 'revision_number': 4, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'subnets': [{'id': '95bfaa8c-a6b2-4d11-ba02-cc17e1735de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:45.314433 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:45.885062 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 61b5532a-5ad9-4937-9d59-7956af82e22a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:45.931956 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning for port 61b5532a-5ad9-4937-9d59-7956af82e22a completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:35:45.936205 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 61b5532a-5ad9-4937-9d59-7956af82e22a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:45.936578 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:46.017258 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:46.051808 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] For port 61b5532a-5ad9-4937-9d59-7956af82e22a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=61b5532a-5ad9-4937-9d59-7956af82e22a,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:46.056528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:46.057339 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 4210bb77-364c-4c22-9614-cacc83708a7a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:46.128975 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Pushing event updated for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:46.142078 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 4210bb77-364c-4c22-9614-cacc83708a7a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:46.142490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:46.606974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:47.856090 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 61b5532a-5ad9-4937-9d59-7956af82e22a up at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:35:47.904470 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Provisioning complete for port 61b5532a-5ad9-4937-9d59-7956af82e22a triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:35:47.904799 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:48.145596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-1021aa76-c11f-4f9e-95b5-334984052235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:48.147130 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-1021aa76-c11f-4f9e-95b5-334984052235 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1137 time: 0.0543721 Aug 10 10:35:48.256892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c4efa-d8f7-4498-bf9e-62e6e0ec81d7 req-996e5f69-d526-4193-ad6a-f92cc7a61d11 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:48.258384 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b28c4efa-d8f7-4498-bf9e-62e6e0ec81d7 req-996e5f69-d526-4193-ad6a-f92cc7a61d11 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.2052007 Aug 10 10:35:48.288828 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-1412466a-5f20-4771-868a-60b339bf7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:48.290836 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-1412466a-5f20-4771-868a-60b339bf7837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.1346393 Aug 10 10:35:48.319781 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b28c4efa-d8f7-4498-bf9e-62e6e0ec81d7 req-296e127b-f6cf-4cdb-8082-240b38289f75 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534837 Aug 10 10:35:48.368992 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-78bce931-df66-45e6-a9a3-8c4f062c0293 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 1001 time: 0.0639699 Aug 10 10:35:48.430149 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-836d3f53-d543-4d8e-924c-e87506e86bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:48.431789 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-836d3f53-d543-4d8e-924c-e87506e86bff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0429609 Aug 10 10:35:48.481708 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-61621ce3-9d76-460e-b4e8-6b2277bff6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:48.483197 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-61621ce3-9d76-460e-b4e8-6b2277bff6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435739 Aug 10 10:35:48.496498 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-78a73cbe-a0ce-49c4-a71a-877577461b11 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:35:48.497690 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-78a73cbe-a0ce-49c4-a71a-877577461b11 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058119 Aug 10 10:35:48.585501 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-5e6ab495-6626-4325-ad0d-2062ed74f7b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799856 Aug 10 10:35:48.678050 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c3b1001b-23f8-4619-a442-149bd319ce30 req-8bbeb848-304c-4dc2-aa55-d2818bfe23c9 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Aug 10 10:35:48.979870 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38042) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:49.138501 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port fbaf916b-2749-474d-a459-89a2664a8227 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:35:49.138752 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:49.215902 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:49.216232 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:49.229137 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for fbaf916b-2749-474d-a459-89a2664a8227 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:35:49.403725 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:49.498599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a97af-5957-4118-9db1-ccfc6c7ae1f0 req-ae1d991e-0b70-497d-8082-07711234584f tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:49.500257 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22a97af-5957-4118-9db1-ccfc6c7ae1f0 req-ae1d991e-0b70-497d-8082-07711234584f tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.1088195 Aug 10 10:35:49.545624 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c22a97af-5957-4118-9db1-ccfc6c7ae1f0 req-098c60fc-074d-4257-acde-a40dc0693320 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388005 Aug 10 10:35:49.661274 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=fbaf916b-2749-474d-a459-89a2664a8227,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:49.721121 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:49.721442 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP 6b6d5f9a-eb47-4842-9c59-f03d77764538 disassociated (deleted). External IP: 172.27.2.104, port: 0a0ba60f-446c-4960-ad41-9e84d81c3c43. Aug 10 10:35:49.929986 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:35:50.037907 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:50.042297 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:50.047232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:50.056233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:50.056892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:50.072902 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-58aa7f95-94ad-4a93-8ef8-05739a07081d tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b6d5f9a-eb47-4842-9c59-f03d77764538 HTTP/1.1" status: 204 len: 168 time: 1.0918665 Aug 10 10:35:50.073483 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:50.075921 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c15439b-09df-4919-aff1-ae434f941fde" -d '{"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:50.112587 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bbb3b3-3c85-4093-9c31-2beadbd53264 x-openstack-request-id: req-20bbb3b3-3c85-4093-9c31-2beadbd53264 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:50.112874 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:50.113119 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20bbb3b3-3c85-4093-9c31-2beadbd53264 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:50.113512 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'status': 'completed', 'code': 200} Aug 10 10:35:50.176762 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:50.214407 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15439b-09df-4919-aff1-ae434f941fde req-7c4843e0-9cbb-4619-8bca-420d4238ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.215912 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-7c4843e0-9cbb-4619-8bca-420d4238ca4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 1098 time: 0.0558503 Aug 10 10:35:50.415749 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:50.447158 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:50.456489 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:50.457021 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:50.564838 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:50.651282 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e63ef6-e885-4cee-9d43-1cb8ad31b03c req-23b443f0-98d1-4cd6-9d1b-77c39b21ac4b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.652876 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-99e63ef6-e885-4cee-9d43-1cb8ad31b03c req-23b443f0-98d1-4cd6-9d1b-77c39b21ac4b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.3921094 Aug 10 10:35:50.728419 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15439b-09df-4919-aff1-ae434f941fde req-5054c2f2-b6c0-4d36-bb58-260b5cc83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.729783 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-5054c2f2-b6c0-4d36-bb58-260b5cc83de0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.4537079 Aug 10 10:35:50.741532 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955f9e-cd80-4c33-b649-32f61b67b581 req-717ff8e3-f245-4c90-a0c4-5b79b45c9147 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.743620 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64955f9e-cd80-4c33-b649-32f61b67b581 req-717ff8e3-f245-4c90-a0c4-5b79b45c9147 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.1201820 Aug 10 10:35:50.752547 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-99e63ef6-e885-4cee-9d43-1cb8ad31b03c req-da9cf115-cfec-4d40-b808-f5c3b442361b tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762720 Aug 10 10:35:50.795802 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-1aa75160-060e-4693-bc61-86c823558a4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 200 len: 217 time: 0.0512099 Aug 10 10:35:50.796587 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:50.823319 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158be2d-54ea-4f0c-8be3-0ca5bfb7a87f None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': 'dd229662-cfce-4ff1-ac7e-02575742b711', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'port_id': '1b201e59-8164-4430-9717-58ef3348f9e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'mac_address': 'fa:16:3e:ed:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:31:38Z', 'updated_at': '2021-08-10T10:31:40Z', 'revision_number': 1, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:50.852975 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-64955f9e-cd80-4c33-b649-32f61b67b581 req-beca2903-f2d6-475f-9197-01d1d2ab5a59 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988462 Aug 10 10:35:50.866858 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15439b-09df-4919-aff1-ae434f941fde req-ecd137b7-0d38-4e5f-b056-7837fe736e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.869019 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-ecd137b7-0d38-4e5f-b056-7837fe736e9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0641668 Aug 10 10:35:50.919890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15439b-09df-4919-aff1-ae434f941fde req-c8f711a8-3b22-4ab6-abe9-86f322240583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:50.921428 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-c8f711a8-3b22-4ab6-abe9-86f322240583 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425828 Aug 10 10:35:51.026283 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-c7316460-50fb-4b25-ab26-d0f8b6f9a8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895569 Aug 10 10:35:51.047673 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6e5e0-4dee-476d-8d23-4971ceae0946 None None] New status for floating IP 6b6d5f9a-eb47-4842-9c59-f03d77764538: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:35:51.122162 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6c15439b-09df-4919-aff1-ae434f941fde req-dabee586-f828-4946-a1c1-6b929a46f86c service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 Aug 10 10:35:51.896460 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea995ad-28dc-4b38-b660-234069649467 req-c14b12f9-ebd9-4538-8eba-8349270046de tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:51.898047 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8ea995ad-28dc-4b38-b660-234069649467 req-c14b12f9-ebd9-4538-8eba-8349270046de tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0625703 Aug 10 10:35:51.945629 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8ea995ad-28dc-4b38-b660-234069649467 req-0804d4e0-fe0a-4192-bcca-2b861a38248a tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 Aug 10 10:35:51.982094 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22730707-909c-4e90-9c4b-d4ac89d2f18f req-b2a2c688-4126-4270-9b3d-c8df28d7303d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:51.983511 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22730707-909c-4e90-9c4b-d4ac89d2f18f req-b2a2c688-4126-4270-9b3d-c8df28d7303d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0538774 Aug 10 10:35:52.024228 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22730707-909c-4e90-9c4b-d4ac89d2f18f req-7d6d356e-ecbd-40ed-92c5-2cfcc286e8fe tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344093 Aug 10 10:35:52.179843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-dc33cb30-f50d-4ae1-b5ac-23a4b2d634ba tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:52.182104 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-dc33cb30-f50d-4ae1-b5ac-23a4b2d634ba tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 10 10:35:52.276158 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:35:52.276416 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:52.365046 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] For port 0a0ba60f-446c-4960-ad41-9e84d81c3c43, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0a0ba60f-446c-4960-ad41-9e84d81c3c43,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:52.365418 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:52.378654 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for 0a0ba60f-446c-4960-ad41-9e84d81c3c43 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:35:52.508269 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:52.535163 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=0a0ba60f-446c-4960-ad41-9e84d81c3c43,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:52.584051 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] No DVR routers for this DVR port 0a0ba60f-446c-4960-ad41-9e84d81c3c43 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:35:52.587169 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:52.589320 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-40d71cd3-7d25-4f22-8600-c5646de1bbdc req-e25ce57c-9485-43f1-a126-353dc3e53e02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "DELETE /v2.0/ports/0a0ba60f-446c-4960-ad41-9e84d81c3c43 HTTP/1.1" status: 204 len: 173 time: 0.4007604 Aug 10 10:35:52.589776 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'name': 'network-vif-deleted', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:52.592090 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca32437-646a-4298-8d9e-404176e88154" -d '{"events": [{"server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "name": "network-vif-deleted", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:52.628714 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d363f5-8d41-44ab-8e83-36f9838ffca6 x-openstack-request-id: req-14d363f5-8d41-44ab-8e83-36f9838ffca6 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:52.629006 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9632ec99-efcb-4196-87e5-25a75957a38e", "name": "network-vif-deleted", "tag": "0a0ba60f-446c-4960-ad41-9e84d81c3c43", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:52.629255 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14d363f5-8d41-44ab-8e83-36f9838ffca6 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:52.629649 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632ec99-efcb-4196-87e5-25a75957a38e', 'name': 'network-vif-deleted', 'tag': '0a0ba60f-446c-4960-ad41-9e84d81c3c43', 'status': 'completed', 'code': 200} Aug 10 10:35:53.051598 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d73c4854-077d-4272-a7b9-1e5894349020 req-8b6bebb2-4e79-4800-8324-8c853b46c1d1 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=9632ec99-efcb-4196-87e5-25a75957a38e HTTP/1.1" status: 200 len: 210 time: 0.0307846 Aug 10 10:35:53.146675 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419cca-eb70-4d45-a013-363613775390 req-a32777cd-2e10-4719-97a2-d838abf948d0 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:53.148172 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61419cca-eb70-4d45-a013-363613775390 req-a32777cd-2e10-4719-97a2-d838abf948d0 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0500970 Aug 10 10:35:53.188889 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-61419cca-eb70-4d45-a013-363613775390 req-6d7ccbc7-4cdf-41cf-b002-785f60c61f46 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343132 Aug 10 10:35:54.305341 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ce67-13a5-4b61-afe3-9c2ba76f3212 req-5f421aaf-882a-4aa9-95cf-f285e958b27c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:54.307242 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22d6ce67-13a5-4b61-afe3-9c2ba76f3212 req-5f421aaf-882a-4aa9-95cf-f285e958b27c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0500314 Aug 10 10:35:54.346294 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-22d6ce67-13a5-4b61-afe3-9c2ba76f3212 req-122ae10e-d6e6-406c-ba0f-10d362cd4872 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332577 Aug 10 10:35:55.275786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 0a0ba60f-446c-4960-ad41-9e84d81c3c43 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:35:55.296028 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 0a0ba60f-446c-4960-ad41-9e84d81c3c43 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:35:55.296424 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 0a0ba60f-446c-4960-ad41-9e84d81c3c43 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:35:55.462344 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbf0df-e272-4a6e-b329-d82bd856919a req-ba8d9d47-14a5-4862-8796-cfb806a8bb7a tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:55.463808 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-90cbf0df-e272-4a6e-b329-d82bd856919a req-ba8d9d47-14a5-4862-8796-cfb806a8bb7a tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0513401 Aug 10 10:35:55.502593 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-90cbf0df-e272-4a6e-b329-d82bd856919a req-a7ef0057-4e1a-4295-9661-64c306027ac1 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328021 Aug 10 10:35:56.320962 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38110) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:35:56.471709 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port 2a7e1122-8de4-469f-b557-a9dbf671da76 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:35:56.472052 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:56.554156 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:56.554702 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:56.566804 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for 2a7e1122-8de4-469f-b557-a9dbf671da76 owned by network:floatingip {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:35:56.623046 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca891-a749-4f56-9a95-5a4fcbfa0769 req-22ea51b1-d490-4239-9a36-f9e753fc54b4 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:56.624649 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4bdca891-a749-4f56-9a95-5a4fcbfa0769 req-22ea51b1-d490-4239-9a36-f9e753fc54b4 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0496724 Aug 10 10:35:56.664709 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4bdca891-a749-4f56-9a95-5a4fcbfa0769 req-43412291-eb11-4e03-bd29-e9e7db341139 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340080 Aug 10 10:35:56.714733 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:56.740722 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=2a7e1122-8de4-469f-b557-a9dbf671da76,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:56.797498 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:56.797831 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.db.l3_db [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Floating IP dd229662-cfce-4ff1-ac7e-02575742b711 disassociated (deleted). External IP: 172.27.2.157, port: 1b201e59-8164-4430-9717-58ef3348f9e8. Aug 10 10:35:57.006343 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:35:57.108975 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:35:57.113766 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:57.118151 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:35:57.127456 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:57.128052 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:57.140736 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6ed3d6dd-124a-46d9-a105-ffb359065a71 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd229662-cfce-4ff1-ac7e-02575742b711 HTTP/1.1" status: 204 len: 168 time: 0.8186996 Aug 10 10:35:57.141332 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8'}] {{(pid=93285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:57.143590 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778d7a5a972fe2bc92e5c9e46fa75e205341801f67f8b33fcb4e1633c5c8cfa3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f00ff3-9915-47fe-8353-64eac171988e" -d '{"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8"}]}' {{(pid=93285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:57.178588 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309530da-a778-4241-9832-842fb5b693f4 x-openstack-request-id: req-309530da-a778-4241-9832-842fb5b693f4 {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:57.178879 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8", "status": "completed", "code": 200}]} {{(pid=93285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:57.179132 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-309530da-a778-4241-9832-842fb5b693f4 {{(pid=93285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:57.179560 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8', 'status': 'completed', 'code': 200} Aug 10 10:35:57.247180 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:57.357319 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4387-1993-4a4f-a92e-3ef19b34d15c req-1b97235b-5491-46b7-8a54-1d3665bd1a29 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.358792 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9de4387-1993-4a4f-a92e-3ef19b34d15c req-1b97235b-5491-46b7-8a54-1d3665bd1a29 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 10 10:35:57.421840 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9de4387-1993-4a4f-a92e-3ef19b34d15c req-7be66565-e9cf-4339-a82c-479f78a0b300 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570328 Aug 10 10:35:57.438676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00ff3-9915-47fe-8353-64eac171988e req-a06acf17-4f54-452c-a287-5f8d6f275bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.440197 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-a06acf17-4f54-452c-a287-5f8d6f275bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8248f1025a0c4226b6b12d85c3acb466&device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 1099 time: 0.0544641 Aug 10 10:35:57.452894 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:57.479846 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:35:57.488608 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:35:57.489271 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:57.537869 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00ff3-9915-47fe-8353-64eac171988e req-85265d0e-ac5e-4026-9333-39158bd06080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.539362 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-85265d0e-ac5e-4026-9333-39158bd06080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 200 len: 911 time: 0.0840611 Aug 10 10:35:57.585871 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-bfdb91c3-c730-48c8-9817-ae15bd9f7fd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 200 len: 217 time: 0.0338016 Aug 10 10:35:57.592900 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:35:57.650610 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00ff3-9915-47fe-8353-64eac171988e req-1bdb84ee-d380-45d3-a0b9-6a427139037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.650610 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-1bdb84ee-d380-45d3-a0b9-6a427139037f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 200 len: 849 time: 0.0498307 Aug 10 10:35:57.690363 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00ff3-9915-47fe-8353-64eac171988e req-dd2c1b9b-1760-46fa-af8c-27f1271540ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.691785 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-dd2c1b9b-1760-46fa-af8c-27f1271540ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=784adf51-33f1-4c02-98c4-160ea2f41c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398910 Aug 10 10:35:57.796451 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:35:57.818900 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8e08b-ae58-47d7-859e-8871039f0c1b req-47453fa2-f6ff-4fdb-ab20-749a27d18c07 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:57.822472 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53e8e08b-ae58-47d7-859e-8871039f0c1b req-47453fa2-f6ff-4fdb-ab20-749a27d18c07 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0786910 Aug 10 10:35:57.832081 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9854-ef45-4ad7-b22d-886d91769adf None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:27:55Z', 'revision_number': 4, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '3900efcc-65ca-4a0a-b120-ca2beef62feb', 'name': '', 'network_id': '784adf51-33f1-4c02-98c4-160ea2f41c93', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'mac_address': 'fa:16:3e:cc:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:54Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'subnets': [{'id': '097f9bfc-97e4-4b72-aadf-2537c33d41e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:35:57.846215 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-e2f1a110-4b30-4451-ab39-93f22476549c service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455853 Aug 10 10:35:57.921976 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53e8e08b-ae58-47d7-859e-8871039f0c1b req-cae46f4f-d891-4b5e-bb44-24365319b335 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856009 Aug 10 10:35:57.959144 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-18f00ff3-9915-47fe-8353-64eac171988e req-798ff196-c413-42ea-a642-3ad39a095562 service neutron] 10.222.0.24 "GET /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028714 Aug 10 10:35:58.063558 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600ca7c-9208-4b2e-80b5-dae4685d383d None None] New status for floating IP dd229662-cfce-4ff1-ac7e-02575742b711: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:35:58.542574 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c2052-bcee-4b4e-a2c7-625f41e5c92f req-34c65c0c-c2d3-4015-96a7-71e2ba90a572 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:58.544036 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-282c2052-bcee-4b4e-a2c7-625f41e5c92f req-34c65c0c-c2d3-4015-96a7-71e2ba90a572 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0525832 Aug 10 10:35:58.581089 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-282c2052-bcee-4b4e-a2c7-625f41e5c92f req-d2007aab-42b4-4615-b04d-2d6f4d91cd4e tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5270cf2-920c-4d16-8b7c-4e331b4a343e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Aug 10 10:35:59.033230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887aa68-a7fc-4e1c-b141-923162b0e0c6 req-6c222817-4c6b-4459-978b-3b07bea8b135 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:59.034649 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a887aa68-a7fc-4e1c-b141-923162b0e0c6 req-6c222817-4c6b-4459-978b-3b07bea8b135 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0474868 Aug 10 10:35:59.074137 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a887aa68-a7fc-4e1c-b141-923162b0e0c6 req-b3d8be85-c987-418b-abad-e203da64663a tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334737 Aug 10 10:35:59.227455 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-d83ad7ad-e64f-4178-87aa-528d627787d8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:59.228827 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-d83ad7ad-e64f-4178-87aa-528d627787d8 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 946 time: 0.0462534 Aug 10 10:35:59.319903 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port 1b201e59-8164-4430-9717-58ef3348f9e8 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:35:59.320235 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:59.404744 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] For port 1b201e59-8164-4430-9717-58ef3348f9e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1b201e59-8164-4430-9717-58ef3348f9e8,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:35:59.405157 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:59.417416 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for 1b201e59-8164-4430-9717-58ef3348f9e8 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:35:59.541546 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:59.569089 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=1b201e59-8164-4430-9717-58ef3348f9e8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:35:59.612308 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] No DVR routers for this DVR port 1b201e59-8164-4430-9717-58ef3348f9e8 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:35:59.614771 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:35:59.616755 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c094ead3-54ae-426a-8849-192481a1d7f0 req-c5cce9d3-666c-4406-8834-ed7e7c4df2e2 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.24 "DELETE /v2.0/ports/1b201e59-8164-4430-9717-58ef3348f9e8 HTTP/1.1" status: 204 len: 173 time: 0.3809116 Aug 10 10:35:59.617241 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'name': 'network-vif-deleted', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:35:59.620087 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965bede2-08fb-487e-8ae1-cdd87d4a5ea4" -d '{"events": [{"server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "name": "network-vif-deleted", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:35:59.660596 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283348c1-b632-4d07-840d-309f5b25d5d7 x-openstack-request-id: req-283348c1-b632-4d07-840d-309f5b25d5d7 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:35:59.660885 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daf1fb4-de5c-496b-99ba-008be5d2b991", "name": "network-vif-deleted", "tag": "1b201e59-8164-4430-9717-58ef3348f9e8", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:35:59.661137 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-283348c1-b632-4d07-840d-309f5b25d5d7 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:35:59.661528 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daf1fb4-de5c-496b-99ba-008be5d2b991', 'name': 'network-vif-deleted', 'tag': '1b201e59-8164-4430-9717-58ef3348f9e8', 'status': 'completed', 'code': 200} Aug 10 10:35:59.676509 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0a89af17-b153-489e-81e5-158a53a10cf4 req-fe01f5f5-b104-496f-bfb9-1d7059d8bba5 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "GET /v2.0/ports?device_id=5daf1fb4-de5c-496b-99ba-008be5d2b991 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Aug 10 10:35:59.862685 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-0ef1937f-adf7-4257-acec-a6889b5c2f77 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676590116&fields=id&tenant_id=eac1fcac30e24671b02ab66da4b24772 HTTP/1.1" status: 200 len: 267 time: 0.0330908 Aug 10 10:35:59.981435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-09c6ce3a-cb7b-4f00-a17a-5ddbbb776cc2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:35:59.982915 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-09c6ce3a-cb7b-4f00-a17a-5ddbbb776cc2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 809 time: 0.1127830 Aug 10 10:36:00.000145 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-3371a565-603c-4fe9-bb91-d918b12319b4 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/quotas/eac1fcac30e24671b02ab66da4b24772 HTTP/1.1" status: 200 len: 375 time: 0.0105786 Aug 10 10:36:00.055526 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-edc0d664-f7c6-4e77-a2da-99e9dc26496f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492735 Aug 10 10:36:00.072942 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-b02b7ef8-6d66-477b-96ad-de562ced830f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 10:36:00.073927 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-b02b7ef8-6d66-477b-96ad-de562ced830f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061350 Aug 10 10:36:00.191804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-3b6cc4c6-0244-4a09-a4e4-cabd2f4b8ec0 service neutron] 10.222.0.10 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121469 Aug 10 10:36:00.215021 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9dff6-cba5-4d3b-8004-a21050a787b1 req-214754c9-4622-4e01-a2be-5211c1032171 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:00.216505 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f8c9dff6-cba5-4d3b-8004-a21050a787b1 req-214754c9-4622-4e01-a2be-5211c1032171 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0734627 Aug 10 10:36:00.298894 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f8c9dff6-cba5-4d3b-8004-a21050a787b1 req-9015a545-6721-4128-96a4-800b4ae01bce tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732167 Aug 10 10:36:00.319156 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-bc6b4f19-c331-41a5-9f90-1922bddf10fd service neutron] 10.222.0.10 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190259 Aug 10 10:36:00.610789 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c5dfff98-283c-44b0-8657-9814d4d851f2 req-6c19fa49-1d33-40a4-a293-7caadfedc218 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 210 time: 0.0319064 Aug 10 10:36:00.735668 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38160) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:00.874256 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Deleting port d2efa2e6-63d7-4c67-8a11-df484ed5f4bd {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:00.874601 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:00.934561 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:36:00.949882 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:00.950212 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:00.961820 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Calling delete_port for d2efa2e6-63d7-4c67-8a11-df484ed5f4bd owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:01.096456 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:01.123344 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'Port': ['ID=d2efa2e6-63d7-4c67-8a11-df484ed5f4bd,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:01.184223 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:01.186721 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:01.187883 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-cf4d99a1-f843-4f11-a91f-226637906b02 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "DELETE /v2.0/floatingips/45fffba2-e8e2-4679-b2c1-a289618fab1a HTTP/1.1" status: 204 len: 168 time: 0.4511659 Aug 10 10:36:01.359336 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1b201e59-8164-4430-9717-58ef3348f9e8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:01.379171 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: 1b201e59-8164-4430-9717-58ef3348f9e8 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:01.379640 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device 1b201e59-8164-4430-9717-58ef3348f9e8 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:01.419684 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54648c-b5ea-41ef-9ee6-bc205d9b03bb req-f9b27f0b-a3e1-41d9-bf25-56bb98be1c10 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:01.421175 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae54648c-b5ea-41ef-9ee6-bc205d9b03bb req-f9b27f0b-a3e1-41d9-bf25-56bb98be1c10 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0508490 Aug 10 10:36:01.461906 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ae54648c-b5ea-41ef-9ee6-bc205d9b03bb req-d55e49f3-563a-49c7-ad28-d941ec395099 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336163 Aug 10 10:36:01.622083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-007c652f-7d0b-416d-a4ea-c5d9de94f132 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:01.623658 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-007c652f-7d0b-416d-a4ea-c5d9de94f132 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 809 time: 0.1035123 Aug 10 10:36:01.680259 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-6a76bc87-27d9-4f25-ae88-282447bc6cfa tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac1fcac30e24671b02ab66da4b24772 HTTP/1.1" status: 200 len: 379 time: 0.0391204 Aug 10 10:36:01.714601 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29c0499c-dd4e-4580-b065-53958b16e706 req-7b5de9ed-f227-4672-b6b5-c2d0a4b289e3 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 210 time: 0.0271549 Aug 10 10:36:01.718091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'port': {'device_id': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'admin_state_up': True, 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'security_groups': ['69115350-f4c6-4881-935f-6e0ed8cec6bd']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:01.821759 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Made reservation on behalf of eac1fcac30e24671b02ab66da4b24772 for: {'port': 1} {{(pid=93284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 10:36:01.825354 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:01.951537 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Allocated IP 172.20.0.7 (4a321bc2-ac0f-43cc-96f6-fe5a8a828249/2e102334-28ce-4532-9569-e8625e9ee797/f5fa5d17-4afd-4051-8366-b8c38ec0ea99) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:36:02.088382 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.107108 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Transition to ACTIVE for port object f5fa5d17-4afd-4051-8366-b8c38ec0ea99 will not be triggered until provisioned by entity DHCP. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:36:02.139895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.188185 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:36:02.194288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:36:02.196824 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:36:02.226611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:02.256125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:02.257082 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.273476 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-54ec886a-d134-41f5-98fd-b42a5d5c6af7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614944 Aug 10 10:36:02.293859 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Request body: {'port': {'device_id': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:02.354517 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.385578 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38178) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:02.424168 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-5b140302-d1ae-41b0-b4ff-9b2c720dac51 None None] Provisioning for port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 completed by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:36:02.428173 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-5b140302-d1ae-41b0-b4ff-9b2c720dac51 None None] Provisioning complete for port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:02.428864 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5b140302-d1ae-41b0-b4ff-9b2c720dac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.445888 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.464329 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-5b140302-d1ae-41b0-b4ff-9b2c720dac51 None None] Port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 cannot update to ACTIVE because it is not bound. {{(pid=93286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 10:36:02.471593 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.535677 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.538178 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.539350 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] 10.222.0.10 "DELETE /v2.0/security-groups/f5270cf2-920c-4d16-8b7c-4e331b4a343e HTTP/1.1" status: 204 len: 168 time: 0.1527233 Aug 10 10:36:02.551164 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725809de-711d-48f5-b131-f88dfdbdc194 tempest-TestVolumeBootPattern-703362633 tempest-TestVolumeBootPattern-703362633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5270cf2-920c-4d16-8b7c-4e331b4a343e,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:02.602986 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38184) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:02.616546 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a104-3344-42cd-823f-b84320c4895e req-7224d0c0-f3ae-4f81-bdd2-90c00d2ab596 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:02.618311 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a7f1a104-3344-42cd-823f-b84320c4895e req-7224d0c0-f3ae-4f81-bdd2-90c00d2ab596 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0794542 Aug 10 10:36:02.699043 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a7f1a104-3344-42cd-823f-b84320c4895e req-78b47603-5492-4917-9029-95447cbc0973 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742972 Aug 10 10:36:02.714611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fa5d17-4afd-4051-8366-b8c38ec0ea99 {{(pid=93284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:36:02.722309 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.734786 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.provisioning_blocks [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Transition to ACTIVE for port object f5fa5d17-4afd-4051-8366-b8c38ec0ea99 will not be triggered until provisioned by entity L2. {{(pid=93284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 10:36:02.739619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.849117 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:02.881259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.881607 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.881946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.882288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.882626 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.882956 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.883288 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.883644 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.884525 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.884862 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.885182 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.885504 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:02.915844 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23021195-1dfd-48a0-b100-cc4b17cc770b req-3d4356de-8ffb-4a94-80a3-d2b7c6cf8b79 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:02.917398 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-23021195-1dfd-48a0-b100-cc4b17cc770b req-3d4356de-8ffb-4a94-80a3-d2b7c6cf8b79 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.1078262 Aug 10 10:36:02.927001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Attempting to bind port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 10:36:02.927365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Attempting to bind port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 10:36:02.927696 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Attempting to bind port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 on network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:36:02.939667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 on network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 10:36:02.939996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Attempting to bind port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 on network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 10:36:02.954599 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Checking agent: {'id': 'a9f0eb58-8006-4fce-a51c-fb3a38a12c55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'started_at': datetime.datetime(2021, 8, 10, 10, 23, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 10:36:02.954940 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Checking segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 10:36:02.955370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Bound using segment: {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'} {{(pid=93284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 10:36:02.955795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.managers [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Bound port: f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44854258-5838-4f9c-b733-3af3508ab929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249'}}] {{(pid=93284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 10:36:02.956153 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:02.985427 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-23021195-1dfd-48a0-b100-cc4b17cc770b req-25c85ada-a40c-4d00-9f4b-8cb82ea60157 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553892 Aug 10 10:36:03.042377 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, cleared binding levels {{(pid=93284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 10:36:03.045435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 10:36:03.049747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.079626 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.083562 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.084171 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.086008 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] 10.222.0.24 "PUT /v2.0/ports/f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 1093 time: 0.7978344 Aug 10 10:36:03.088534 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:03.090788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a1c46-d0e3-4978-b055-d16b7ae81e44" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:03.123743 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d23621-1018-40b3-b0e1-a2617d0cb823 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=3']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:03.155524 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91000b11-db5f-442b-822d-49f54e7cfd18 x-openstack-request-id: req-91000b11-db5f-442b-822d-49f54e7cfd18 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:03.155818 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:03.156057 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91000b11-db5f-442b-822d-49f54e7cfd18 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:03.156441 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'status': 'completed', 'code': 200} Aug 10 10:36:03.190057 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-e9dc2369-7ecf-4182-b723-c6f5661c4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.191697 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-e9dc2369-7ecf-4182-b723-c6f5661c4a4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1096 time: 0.0462058 Aug 10 10:36:03.247904 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-da4f0a12-a3e1-43a2-a2f7-815bd8d561be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 217 time: 0.0430932 Aug 10 10:36:03.297619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-994c1ff0-61bd-4121-a85c-4663614acf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.299052 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-994c1ff0-61bd-4121-a85c-4663614acf8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0441327 Aug 10 10:36:03.339110 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Deleting port 3900efcc-65ca-4a0a-b120-ca2beef62feb {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:03.339487 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.345020 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-83b35366-971b-4e86-bf50-f08261f8353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.346544 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-83b35366-971b-4e86-bf50-f08261f8353a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408835 Aug 10 10:36:03.417080 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] For port 3900efcc-65ca-4a0a-b120-ca2beef62feb, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3900efcc-65ca-4a0a-b120-ca2beef62feb,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:03.417687 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.433059 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Calling delete_port for 3900efcc-65ca-4a0a-b120-ca2beef62feb owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:03.438389 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-a5f3065a-c649-4c53-988b-31c1b2d67c6a service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842137 Aug 10 10:36:03.528862 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2a6b7dba-b34a-45db-9391-a7c786921f1f req-79f2d42b-38fa-4f49-a3c4-111e38e5dfd3 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833423 Aug 10 10:36:03.611526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.637101 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3900efcc-65ca-4a0a-b120-ca2beef62feb,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:03.657748 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-28db3561-d504-490a-80f8-f33bf39240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.659454 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-28db3561-d504-490a-80f8-f33bf39240b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1096 time: 0.0455601 Aug 10 10:36:03.771129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-4b53058c-b2fd-4e3b-a317-d4040f1fd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.772633 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-4b53058c-b2fd-4e3b-a317-d4040f1fd852 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.1061473 Aug 10 10:36:03.808119 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:03.861668 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-fba32c6a-9d06-4c3a-b848-0804b81e01de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 217 time: 0.0548575 Aug 10 10:36:03.878066 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775291bb-92c6-4962-9a5f-351747f8107c req-b882ea34-cece-47f2-a3cb-a9189c8cc142 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.886075 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-775291bb-92c6-4962-9a5f-351747f8107c req-b882ea34-cece-47f2-a3cb-a9189c8cc142 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.1084523 Aug 10 10:36:03.952781 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-0f21c2dd-42df-4bca-957d-65babfb12c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:03.954105 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-0f21c2dd-42df-4bca-957d-65babfb12c01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0839515 Aug 10 10:36:03.958302 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-775291bb-92c6-4962-9a5f-351747f8107c req-9b25c41d-6192-493e-875d-0b8a5ab7c94b tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713189 Aug 10 10:36:04.005712 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-6c345437-dec1-438b-85a5-c75432100e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:04.007210 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-6c345437-dec1-438b-85a5-c75432100e21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458217 Aug 10 10:36:04.056452 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Router 7de928e5-e03e-483d-8bd5-bd4c5296862a has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:04.135159 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe97aa4-e6ae-4f86-b43b-a2eace928c02 req-f2410737-15c7-4c81-b2cb-f762dff6bf16 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:04.136448 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cfe97aa4-e6ae-4f86-b43b-a2eace928c02 req-f2410737-15c7-4c81-b2cb-f762dff6bf16 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0769532 Aug 10 10:36:04.140722 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-b53cf7cf-5592-4f9f-a133-9290e11d8720 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 Aug 10 10:36:04.159079 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:04.164544 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-6bb0a258-c458-43f5-a156-571887e63f5b admin admin] 10.222.0.10 "PUT /v2.0/routers/7de928e5-e03e-483d-8bd5-bd4c5296862a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5595055 Aug 10 10:36:04.168707 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Sync routers for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:04.171767 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38196) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:04.177607 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:04.178436 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:04.287510 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:04.497989 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-cfe97aa4-e6ae-4f86-b43b-a2eace928c02 req-c6d2825f-b742-423f-8292-b9caa9480264 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553073 Aug 10 10:36:04.512026 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:04.534292 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-117a1c46-d0e3-4978-b055-d16b7ae81e44 req-d6dcb31c-1c74-43d3-bff7-4899e22f4d04 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858581 Aug 10 10:36:04.616656 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:04.621979 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:36:03Z', 'revision_number': 5, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port': {'id': 'c722e838-bb69-4682-b7a1-35ca75fb1652', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:50Z', 'updated_at': '2021-08-10T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:04.650158 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Checking router: 7de928e5-e03e-483d-8bd5-bd4c5296862a for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:04.659833 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Routers {'7de928e5-e03e-483d-8bd5-bd4c5296862a'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:04.660461 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['7de928e5-e03e-483d-8bd5-bd4c5296862a'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:04.674510 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Deleting port c722e838-bb69-4682-b7a1-35ca75fb1652 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:04.674855 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:04.753873 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] Set router 7de928e5-e03e-483d-8bd5-bd4c5296862a gateway port host: None {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:04.754125 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] For port c722e838-bb69-4682-b7a1-35ca75fb1652, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c722e838-bb69-4682-b7a1-35ca75fb1652,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:04.754416 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:04.771363 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Calling delete_port for c722e838-bb69-4682-b7a1-35ca75fb1652 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:04.808234 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:36:04Z', 'revision_number': 6, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:04.834899 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd047f1-bdbc-494c-8d5c-a2e9f90a0221 None None] The sync data for ids ['7de928e5-e03e-483d-8bd5-bd4c5296862a'] in dv-cinder-804035-3-iscsi is: [{'id': '7de928e5-e03e-483d-8bd5-bd4c5296862a', 'name': 'tempest-TestVolumeBootPattern-17088197-router', 'tenant_id': '8248f1025a0c4226b6b12d85c3acb466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:49Z', 'updated_at': '2021-08-10T10:36:04Z', 'revision_number': 6, 'project_id': '8248f1025a0c4226b6b12d85c3acb466', 'gw_port_host': None}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:04.942195 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:04.968116 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c722e838-bb69-4682-b7a1-35ca75fb1652,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:05.035074 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.080683 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922585b-eb03-457b-913d-c45b24fb6403 req-cc4dcfb0-c5ef-4028-b381-e1a62ffeb568 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:05.082245 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7922585b-eb03-457b-913d-c45b24fb6403 req-cc4dcfb0-c5ef-4028-b381-e1a62ffeb568 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0488672 Aug 10 10:36:05.122025 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-7922585b-eb03-457b-913d-c45b24fb6403 req-64b8e745-62d9-4471-a37b-259a673e52da tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&id=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329599 Aug 10 10:36:05.124875 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.127042 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.172461 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.173041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de928e5-e03e-483d-8bd5-bd4c5296862a {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:36:05.177945 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.179064 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-dc16a94c-51a6-441c-89ab-d72d859419a0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7de928e5-e03e-483d-8bd5-bd4c5296862a HTTP/1.1" status: 204 len: 168 time: 1.0061972 Aug 10 10:36:05.182205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38202) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:05.224823 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Deleting subnet 097f9bfc-97e4-4b72-aadf-2537c33d41e3 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:36:05.228054 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.260774 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.340149 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.392072 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.416945 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097f9bfc-97e4-4b72-aadf-2537c33d41e3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:05.421666 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.423478 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ebcd37f0-76f4-4771-b860-9337fc0e884b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/097f9bfc-97e4-4b72-aadf-2537c33d41e3 HTTP/1.1" status: 204 len: 168 time: 0.2403460 Aug 10 10:36:05.426124 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38204) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:05.430328 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f81fa45-5c88-4105-afac-f7fa5a48b948 None None] Network 784adf51-33f1-4c02-98c4-160ea2f41c93 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:05.497437 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.570242 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Deleting port 52e8cef4-f494-454c-b8db-ab6d73c71b28 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:05.570583 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.626062 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] DHCP port deletion for 784adf51-33f1-4c02-98c4-160ea2f41c93 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:36:05.667212 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] For port 52e8cef4-f494-454c-b8db-ab6d73c71b28, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=52e8cef4-f494-454c-b8db-ab6d73c71b28,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:05.667512 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.671996 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Deleting port 52e8cef4-f494-454c-b8db-ab6d73c71b28 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:05.672368 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.682260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Calling delete_port for 52e8cef4-f494-454c-b8db-ab6d73c71b28 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:05.697025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804d8c3-10b9-4312-abcf-2512e567715e req-2f9b2284-7b89-477b-b4eb-a60eda05d237 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:05.698615 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e804d8c3-10b9-4312-abcf-2512e567715e req-2f9b2284-7b89-477b-b4eb-a60eda05d237 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0902972 Aug 10 10:36:05.733252 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] For port 52e8cef4-f494-454c-b8db-ab6d73c71b28, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=52e8cef4-f494-454c-b8db-ab6d73c71b28,segment=NetworkSegment(f2b623e8-4f49-4bc3-9e05-a78cf5831fcd),segment_id=f2b623e8-4f49-4bc3-9e05-a78cf5831fcd)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:05.733643 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.746490 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Calling delete_port for 52e8cef4-f494-454c-b8db-ab6d73c71b28 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:05.781218 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e804d8c3-10b9-4312-abcf-2512e567715e req-ef265ee1-1825-4605-830c-784cf27291aa tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757351 Aug 10 10:36:05.801258 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.828083 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=52e8cef4-f494-454c-b8db-ab6d73c71b28,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:05.832886 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] No DVR routers for this DVR port 52e8cef4-f494-454c-b8db-ab6d73c71b28 on host dv-cinder-804035-3-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:05.840979 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.869421 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Pushing event deleted for resources: {'Port': ['ID=52e8cef4-f494-454c-b8db-ab6d73c71b28,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:05.877483 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] No DVR routers for this DVR port 52e8cef4-f494-454c-b8db-ab6d73c71b28 on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:05.880167 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.880550 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.880892 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.881226 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.881558 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.881891 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.882215 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.882539 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.882867 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.883266 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.883676 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.884008 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ad75d-7a58-41a4-9714-6b7c6719badd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:05.892300 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c722e838-bb69-4682-b7a1-35ca75fb1652 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:05.911581 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.912511 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: c722e838-bb69-4682-b7a1-35ca75fb1652 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:05.912857 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c722e838-bb69-4682-b7a1-35ca75fb1652 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:05.913259 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3900efcc-65ca-4a0a-b120-ca2beef62feb no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:05.922788 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784adf51-33f1-4c02-98c4-160ea2f41c93']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:05.933228 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:05.933513 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b623e8-4f49-4bc3-9e05-a78cf5831fcd') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:05.934952 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 3900efcc-65ca-4a0a-b120-ca2beef62feb {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:05.935287 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3900efcc-65ca-4a0a-b120-ca2beef62feb not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:05.935717 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 52e8cef4-f494-454c-b8db-ab6d73c71b28 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:05.942651 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.956613 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.963370 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:36:05.963679 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 52e8cef4-f494-454c-b8db-ab6d73c71b28 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:05.963803 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:05.964095 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 52e8cef4-f494-454c-b8db-ab6d73c71b28 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:36:05.965760 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:36:06.022712 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.028897 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.030711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] 10.222.0.10 "DELETE /v2.0/networks/784adf51-33f1-4c02-98c4-160ea2f41c93 HTTP/1.1" status: 204 len: 168 time: 0.6035082 Aug 10 10:36:06.033829 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38208) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:06.042273 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360fa1-7a75-4f2e-88c2-e62c634c4b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=784adf51-33f1-4c02-98c4-160ea2f41c93,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:06.368958 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.600863 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Deleting port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:06.601196 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.678156 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] For port 92295e9b-7947-45b3-9f22-e3d8f9c9d78c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:06.678433 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.690807 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Calling delete_port for 92295e9b-7947-45b3-9f22-e3d8f9c9d78c owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:06.869496 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:06.894400 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8cbe5-bac0-4438-abed-203727f2e08b req-06ce4815-f482-4adf-8756-ec97ad4b21cd tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:06.895013 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Pushing event deleted for resources: {'Port': ['ID=92295e9b-7947-45b3-9f22-e3d8f9c9d78c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:06.896134 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8aa8cbe5-bac0-4438-abed-203727f2e08b req-06ce4815-f482-4adf-8756-ec97ad4b21cd tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0492957 Aug 10 10:36:06.938960 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8aa8cbe5-bac0-4438-abed-203727f2e08b req-4d72d562-1b88-4750-9958-2d8657c1ceb4 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Aug 10 10:36:07.061377 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.265466 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Router 76772d53-c0ad-447b-949e-76e93bf8cff1 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:07.367155 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:07.372542 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e8d1b3df-1c6a-40f7-a758-191b20d1722d admin admin] 10.222.0.10 "PUT /v2.0/routers/76772d53-c0ad-447b-949e-76e93bf8cff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3375642 Aug 10 10:36:07.375041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38212) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:07.377565 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Sync routers for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:07.388042 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:07.388676 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:07.476055 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.488626 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:07.576734 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.628106 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Deleting port f2c4adbc-193b-420d-80f9-c01f84be2dab {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:07.628442 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.662230 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:36:06Z', 'revision_number': 5, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port': {'id': 'f2c4adbc-193b-420d-80f9-c01f84be2dab', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:07.688466 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Checking router: 76772d53-c0ad-447b-949e-76e93bf8cff1 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:07.696624 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Routers {'76772d53-c0ad-447b-949e-76e93bf8cff1'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:07.697220 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:35:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['76772d53-c0ad-447b-949e-76e93bf8cff1'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:07.706602 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] For port f2c4adbc-193b-420d-80f9-c01f84be2dab, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f2c4adbc-193b-420d-80f9-c01f84be2dab,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:07.706948 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.719776 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Calling delete_port for f2c4adbc-193b-420d-80f9-c01f84be2dab owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:07.781507 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] Set router 76772d53-c0ad-447b-949e-76e93bf8cff1 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:07.831951 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:36:07Z', 'revision_number': 6, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:07.863816 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1b430-74be-4ecb-ab56-a60dc7c73ac9 None None] The sync data for ids ['76772d53-c0ad-447b-949e-76e93bf8cff1'] in dv-cinder-804035-3-iscsi is: [{'id': '76772d53-c0ad-447b-949e-76e93bf8cff1', 'name': 'tempest-TestVolumeBootPattern-148154830-router', 'tenant_id': 'b905e017faf7449fbb57faf8ed727ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:27:58Z', 'updated_at': '2021-08-10T10:36:07Z', 'revision_number': 6, 'project_id': 'b905e017faf7449fbb57faf8ed727ded', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:07.890792 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:07.916407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c4adbc-193b-420d-80f9-c01f84be2dab,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:07.981178 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.053996 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980062b8-8a70-44c5-9273-6b76b9866c3a req-8fb4c671-fb9d-41d6-aa27-4f2985b2ec80 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:08.055483 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-980062b8-8a70-44c5-9273-6b76b9866c3a req-8fb4c671-fb9d-41d6-aa27-4f2985b2ec80 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0501194 Aug 10 10:36:08.069803 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.072472 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.094765 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-980062b8-8a70-44c5-9273-6b76b9866c3a req-4462718d-3646-442d-9bc9-1f1b5d8210e3 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330417 Aug 10 10:36:08.117454 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.118842 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76772d53-c0ad-447b-949e-76e93bf8cff1 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:36:08.123694 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.124844 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d73bae6c-d9a4-4c62-be77-639d2eb17c99 admin admin] 10.222.0.10 "DELETE /v2.0/routers/76772d53-c0ad-447b-949e-76e93bf8cff1 HTTP/1.1" status: 204 len: 168 time: 0.7488852 Aug 10 10:36:08.127776 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38216) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:08.170365 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Deleting subnet 7e03c8e3-3f14-4ba6-b6ed-392ba13231c5 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:36:08.173264 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.207044 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.291073 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.343041 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.366245 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e03c8e3-3f14-4ba6-b6ed-392ba13231c5,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:08.373522 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.375396 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-d197abfc-5ffc-4e38-adc3-a51dfafb6623 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7e03c8e3-3f14-4ba6-b6ed-392ba13231c5 HTTP/1.1" status: 204 len: 168 time: 0.2466850 Aug 10 10:36:08.377916 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38218) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:08.378288 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812b329-125b-4f87-be0f-da4d4239dd83 None None] Network 08983a4f-419f-4579-95a0-f0324c809d83 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:08.448275 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.503727 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Deleting port 939c1062-65fd-4cd9-8c1b-14a0923daf27 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:08.504069 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.565526 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] For port 939c1062-65fd-4cd9-8c1b-14a0923daf27, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=939c1062-65fd-4cd9-8c1b-14a0923daf27,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:08.565831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.577919 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Calling delete_port for 939c1062-65fd-4cd9-8c1b-14a0923daf27 owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:08.640159 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] DHCP port deletion for 08983a4f-419f-4579-95a0-f0324c809d83 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:36:08.692468 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Deleting port 939c1062-65fd-4cd9-8c1b-14a0923daf27 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:08.692839 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.756734 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] For port 939c1062-65fd-4cd9-8c1b-14a0923daf27, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=939c1062-65fd-4cd9-8c1b-14a0923daf27,segment=NetworkSegment(68f42505-44e0-4317-a7e5-868515b2ed1c),segment_id=68f42505-44e0-4317-a7e5-868515b2ed1c)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:08.757130 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.771636 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Calling delete_port for 939c1062-65fd-4cd9-8c1b-14a0923daf27 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:08.861150 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.886407 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] Pushing event deleted for resources: {'Port': ['ID=939c1062-65fd-4cd9-8c1b-14a0923daf27,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:08.896125 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f7b63-468c-42b0-950d-a6962f8338a1 None None] No DVR routers for this DVR port 939c1062-65fd-4cd9-8c1b-14a0923daf27 on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:08.897938 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:08.931812 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] No DVR routers for this DVR port 939c1062-65fd-4cd9-8c1b-14a0923daf27 on host dv-cinder-804035-3-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:08.935733 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Pushing event deleted for resources: {'Port': ['ID=939c1062-65fd-4cd9-8c1b-14a0923daf27,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:09.012288 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.021794 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08983a4f-419f-4579-95a0-f0324c809d83']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:09.032978 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f42505-44e0-4317-a7e5-868515b2ed1c') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:09.033270 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f42505-44e0-4317-a7e5-868515b2ed1c') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:09.042396 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.055443 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.061154 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:36:09.061532 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self.session.flush() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self.session.flush() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self.session.flush() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self.session.flush() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:36:09.063137 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:36:09.115610 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.120424 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.122811 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] 10.222.0.10 "DELETE /v2.0/networks/08983a4f-419f-4579-95a0-f0324c809d83 HTTP/1.1" status: 204 len: 168 time: 0.7440007 Aug 10 10:36:09.135950 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb875-b04f-41e4-80f5-7173477a1224 admin admin] Pushing event deleted for resources: {'Network': ['ID=08983a4f-419f-4579-95a0-f0324c809d83,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:09.224896 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902dc64-5e0f-4eee-a0ec-17f702f345ba req-056841bc-8b5a-4298-9584-84eb88839256 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:09.226740 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f902dc64-5e0f-4eee-a0ec-17f702f345ba req-056841bc-8b5a-4298-9584-84eb88839256 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0572379 Aug 10 10:36:09.240573 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38224) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:09.265616 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f902dc64-5e0f-4eee-a0ec-17f702f345ba req-c969ddb2-2371-4f7b-9d28-985ebae13dc3 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327115 Aug 10 10:36:09.280443 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-edecc6aa-8abc-4581-b92c-d0d2d442c583 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8248f1025a0c4226b6b12d85c3acb466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387096 Aug 10 10:36:09.282940 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38226) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:09.333887 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.354758 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.399770 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.402184 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.403369 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c947b6fc-d29d-4f82-b64f-e80a1da072a3 HTTP/1.1" status: 204 len: 168 time: 0.1194944 Aug 10 10:36:09.410719 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600472aa-9888-4744-a5ca-2b149e863a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947b6fc-d29d-4f82-b64f-e80a1da072a3,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:09.705467 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38232) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:09.746108 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-0a7c18ec-513a-4662-9668-01719726aa05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b905e017faf7449fbb57faf8ed727ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394046 Aug 10 10:36:09.748446 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38234) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:09.794681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.819393 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.868406 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 939c1062-65fd-4cd9-8c1b-14a0923daf27 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:09.874767 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.877338 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:09.878491 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cf35efa-b40a-4cd1-abdf-5ad01e780a12 HTTP/1.1" status: 204 len: 168 time: 0.1291256 Aug 10 10:36:09.887209 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52406e1-c701-4ab7-80a4-49cafb3b3da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf35efa-b40a-4cd1-abdf-5ad01e780a12,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:09.890552 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 939c1062-65fd-4cd9-8c1b-14a0923daf27 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:09.890896 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 939c1062-65fd-4cd9-8c1b-14a0923daf27 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:09.891323 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92295e9b-7947-45b3-9f22-e3d8f9c9d78c no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:09.913195 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 92295e9b-7947-45b3-9f22-e3d8f9c9d78c {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:09.913537 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92295e9b-7947-45b3-9f22-e3d8f9c9d78c not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:09.913946 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f2c4adbc-193b-420d-80f9-c01f84be2dab no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:09.936333 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: f2c4adbc-193b-420d-80f9-c01f84be2dab {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:09.936678 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f2c4adbc-193b-420d-80f9-c01f84be2dab not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:10.376303 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52812565-2f36-4ffc-8952-6f5ec5759669 req-11223b14-326e-4759-9b1f-da5ae9e6e811 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:10.377751 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-52812565-2f36-4ffc-8952-6f5ec5759669 req-11223b14-326e-4759-9b1f-da5ae9e6e811 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0482876 Aug 10 10:36:10.417842 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-52812565-2f36-4ffc-8952-6f5ec5759669 req-8666d014-1d09-41fd-aef2-dbb8d5a5fc9c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342593 Aug 10 10:36:11.387003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:36:11.482041 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:11.493845 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'mac_address': 'fa:16:3e:2d:2f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:36:11.532008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb8d5-5fd1-45bc-abe5-e6c6e9bb80ec req-70d1e4df-9928-4484-9162-ce002a07dba6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:11.533475 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b47fb8d5-5fd1-45bc-abe5-e6c6e9bb80ec req-70d1e4df-9928-4484-9162-ce002a07dba6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0502067 Aug 10 10:36:11.539417 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-dc5deb06-4364-4802-b3ef-5d8633483c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:11.541341 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:11.553910 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fa5d17-4afd-4051-8366-b8c38ec0ea99 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:36:11.572769 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b47fb8d5-5fd1-45bc-abe5-e6c6e9bb80ec req-9ae10a50-81c4-4a8d-915b-f010be550a96 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Aug 10 10:36:11.574154 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:11.577974 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:11.624748 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=4']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:11.878078 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['f5fa5d17-4afd-4051-8366-b8c38ec0ea99'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:36:12.685431 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c19f48-5934-4a63-95db-46799c8ead75 req-0dba2390-f87b-4e7f-8920-f331c32e9618 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:12.686866 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c4c19f48-5934-4a63-95db-46799c8ead75 req-0dba2390-f87b-4e7f-8920-f331c32e9618 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 944 time: 0.0476966 Aug 10 10:36:12.723455 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c4c19f48-5934-4a63-95db-46799c8ead75 req-83776d56-2eb1-4c12-978c-54814222cc5f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307045 Aug 10 10:36:12.849727 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:13.406878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:36:13.456003 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning for port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 completed by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 10:36:13.459493 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:13.459855 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:13.531920 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:13.552756 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:13.554949 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6a0e8-c628-4906-ae61-79ea8c46e31f" -d '{"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:13.567990 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:13.573031 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:13.597821 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac1fc4b-9f5a-4b36-8413-3773d1645a88 x-openstack-request-id: req-0ac1fc4b-9f5a-4b36-8413-3773d1645a88 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:13.598105 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:13.598358 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ac1fc4b-9f5a-4b36-8413-3773d1645a88 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:13.598729 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'code': 200} Aug 10 10:36:13.623628 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=5']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:13.764745 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-179d799b-eea1-4b4e-8fe8-46bbe1743bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:13.848703 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca665a8-2157-4706-a439-4e7ea3e7fcbd req-c2e4e912-a2d0-476c-bec8-2334749445f8 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:13.850395 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fca665a8-2157-4706-a439-4e7ea3e7fcbd req-c2e4e912-a2d0-476c-bec8-2334749445f8 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0587766 Aug 10 10:36:13.889194 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fca665a8-2157-4706-a439-4e7ea3e7fcbd req-ee735a14-7388-4014-ab20-28e9d9598aae tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Aug 10 10:36:14.004259 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e38c-8710-4f3b-b800-3b302edcc972 req-f91c81ba-3e76-4b1d-9d4b-23d1a84541bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:14.005637 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8303e38c-8710-4f3b-b800-3b302edcc972 req-f91c81ba-3e76-4b1d-9d4b-23d1a84541bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.1873882 Aug 10 10:36:14.039211 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-8303e38c-8710-4f3b-b800-3b302edcc972 req-acd9af9d-1831-47fa-bc9c-44d1ca78f8a0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264137 Aug 10 10:36:14.345559 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:15.003159 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5d180-d9c3-49f2-9f90-473f27222bbc req-b798dafb-a195-4768-85df-3c7d79b17daf tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:15.004636 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4de5d180-d9c3-49f2-9f90-473f27222bbc req-b798dafb-a195-4768-85df-3c7d79b17daf tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Aug 10 10:36:15.042136 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4de5d180-d9c3-49f2-9f90-473f27222bbc req-cfb6c620-968f-42fa-bae2-f7265c60aac1 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Aug 10 10:36:15.316442 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.161200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c172fe-9ad1-4fc2-867b-3d192dc0c152 req-03d506fd-1f77-4ece-b48d-b0bb8b34fded tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:16.162643 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a5c172fe-9ad1-4fc2-867b-3d192dc0c152 req-03d506fd-1f77-4ece-b48d-b0bb8b34fded tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Aug 10 10:36:16.199580 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a5c172fe-9ad1-4fc2-867b-3d192dc0c152 req-0b0d404d-d77a-4ac9-9a43-139d2ff49744 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Aug 10 10:36:16.310516 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749963-a546-4ceb-b34f-45d092939145 req-0fa30999-c13f-43fd-8268-db9e960564f0 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:16.311973 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-00749963-a546-4ceb-b34f-45d092939145 req-0fa30999-c13f-43fd-8268-db9e960564f0 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Aug 10 10:36:16.348953 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-00749963-a546-4ceb-b34f-45d092939145 req-0fe3bdbc-786e-464f-830e-76d54434f830 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Aug 10 10:36:16.370160 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38256) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:16.509150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b394e-49b8-4ce9-b730-8ad9ca1e0284 tempest-TestShelveInstance-1554184248 tempest-TestShelveInstance-1554184248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:16.510644 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-df6b394e-49b8-4ce9-b730-8ad9ca1e0284 tempest-TestShelveInstance-1554184248 tempest-TestShelveInstance-1554184248-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1093 time: 0.1395457 Aug 10 10:36:16.513598 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38260) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:16.517855 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Request body: {'floatingip': {'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:16.539161 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for floatingip, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.608275 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.635792 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.733295 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Allocated IP 172.27.2.118 (6eb53e0e-41ad-4fcb-9d30-afb35388e969/02cc8195-2178-40de-add3-9ee1cc1a2ed3/690c4162-14ae-414f-85fe-3846b35cdb35) {{(pid=93284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 10:36:16.833943 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for port, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.871995 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727362825485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:16.905966 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Network 6eb53e0e-41ad-4fcb-9d30-afb35388e969 is already hosted by enough agents. {{(pid=93284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 10:36:16.910580 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Resources bound (agent type, host, resource id): {{(pid=93284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 10:36:16.913998 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Received port after_create {{(pid=93284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 10:36:16.939578 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'Port': ['ID=690c4162-14ae-414f-85fe-3846b35cdb35,revision_number=1']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:17.263017 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.326159 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.473363 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.478546 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.548489 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event updated for resources: {'Port': ['ID=690c4162-14ae-414f-85fe-3846b35cdb35,revision_number=2']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:17.558454 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4103325'] for floatingip, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.656369 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Floating IP 43e0bc88-c23d-426a-88a2-ffc6c92c43ab associated. External IP: 172.27.2.118, port: f5fa5d17-4afd-4051-8366-b8c38ec0ea99. Aug 10 10:36:17.857850 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Router d36d02b1-6769-4997-86f0-f5d0eb424f16 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:17.961772 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:17.970979 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Sync routers for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:17.978479 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:17.981009 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:17.981625 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:18.009538 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1ccc5f1a-75ce-4c42-97c5-cc6ffecc8f86 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4949086 Aug 10 10:36:18.010240 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:18.012557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42099b5b-b9f2-470f-af43-69eefff749e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:18.088025 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:18.166667 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f7cba-bf7d-46f4-9bf0-8987cdbd8d06 x-openstack-request-id: req-e16f7cba-bf7d-46f4-9bf0-8987cdbd8d06 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:18.166955 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:18.167202 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e16f7cba-bf7d-46f4-9bf0-8987cdbd8d06 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:18.167622 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'status': 'completed', 'code': 200} Aug 10 10:36:18.260682 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-d94c4f95-30c6-444a-a73c-951abe8b48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.262160 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-d94c4f95-30c6-444a-a73c-951abe8b48f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0406711 Aug 10 10:36:18.304288 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '43e0bc88-c23d-426a-88a2-ffc6c92c43ab', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'mac_address': 'fa:16:3e:2d:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:36:17Z', 'updated_at': '2021-08-10T10:36:17Z', 'revision_number': 0, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:18.333334 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Checking router: d36d02b1-6769-4997-86f0-f5d0eb424f16 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:18.341411 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:18.341948 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:18.349284 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-85e746c7-47d1-41de-b626-0a7e37c41e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.350980 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-85e746c7-47d1-41de-b626-0a7e37c41e0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0812368 Aug 10 10:36:18.418799 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-464cd5ad-ad05-4375-93d6-55a2005c3ea0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 999 time: 0.0595131 Aug 10 10:36:18.445409 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:18.468662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-57a4c5d1-048b-49b5-80c3-565269fdd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.470164 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-57a4c5d1-048b-49b5-80c3-565269fdd11d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0435796 Aug 10 10:36:18.520089 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-02c31b21-87fc-48ab-be69-799328a6816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:18.521589 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-02c31b21-87fc-48ab-be69-799328a6816f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434296 Aug 10 10:36:18.616618 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-1403c075-2a66-4940-b0f1-3e7331fda6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Aug 10 10:36:18.704593 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-42099b5b-b9f2-470f-af43-69eefff749e0 req-3a017046-1fd0-482e-b779-a7fa66bcf842 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816138 Aug 10 10:36:18.781430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '43e0bc88-c23d-426a-88a2-ffc6c92c43ab', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'mac_address': 'fa:16:3e:2d:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:36:17Z', 'updated_at': '2021-08-10T10:36:17Z', 'revision_number': 0, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:18.811532 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b3036-b264-4d6a-b719-b603dc9e4a26 None None] The sync data for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi is: [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_floatingips': [{'id': '43e0bc88-c23d-426a-88a2-ffc6c92c43ab', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'router_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'mac_address': 'fa:16:3e:2d:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T10:36:17Z', 'updated_at': '2021-08-10T10:36:17Z', 'revision_number': 0, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:18.997464 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38d1f0f-2c24-4240-a5ff-5a8a014c5b36 None None] New status for floating IP 43e0bc88-c23d-426a-88a2-ffc6c92c43ab: ACTIVE {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:36:37.933081 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:36:38.514095 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-e94804f7-025f-424d-aac6-dd512e2c9107 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160230839&fields=id&tenant_id=d12cfe3505d24f00a94b1b0ce0db8011 HTTP/1.1" status: 200 len: 267 time: 0.0327401 Aug 10 10:36:38.569366 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-fad9fe8b-dbda-4c82-8784-000662b8c99d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:38.570793 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-fad9fe8b-dbda-4c82-8784-000662b8c99d tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 984 time: 0.0514011 Aug 10 10:36:38.581468 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.v2.base [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Request body: {'port': {'security_groups': ['4f890ada-a2c3-43c9-b8fd-8b3823c11c58']}} {{(pid=93284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 10:36:38.645834 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:38.816372 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:38.845872 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for port, precommit_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:38.850646 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29217847'] for port, after_update {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:38.892380 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:38.893020 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:38.894452 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-eb1c2d02-e984-4906-8f3a-571f1e9e7d8f req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "PUT /v2.0/ports/de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 942 time: 0.3173099 Aug 10 10:36:38.894870 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:38.897222 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e3ce4-0fa7-4c30-914a-8278b3642606" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:38.901412 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38280) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:38.913734 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:36:38.922742 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ffac6-d695-4090-bce2-30be9084d299 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event updated for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=7']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:38.959865 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0147d9-f334-4b2d-93aa-9d4a7a42d6e2 x-openstack-request-id: req-1d0147d9-f334-4b2d-93aa-9d4a7a42d6e2 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:38.960157 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:38.960405 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d0147d9-f334-4b2d-93aa-9d4a7a42d6e2 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:38.960802 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:36:38.991948 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.020127 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.070784 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-147f2ccb-9a2b-4ed1-85f8-d4ae546f0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:39.072827 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-147f2ccb-9a2b-4ed1-85f8-d4ae546f0dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1098 time: 0.0497453 Aug 10 10:36:39.081601 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:36:39.094664 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.097585 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.098744 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "DELETE /v2.0/security-groups/b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd HTTP/1.1" status: 204 len: 168 time: 0.1874557 Aug 10 10:36:39.101676 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38282) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:39.109646 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853a8aa-62d6-4073-ae4e-f3a5ba76d5cd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:39.117118 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.117309 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.117668 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.118407 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.118777 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.119124 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.119475 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.120241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.120241 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.120459 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.120723 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.121034 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df4580-85b4-4df2-bff7-0e19c26033ea tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:36:39.168383 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-10ba5dbd-5515-41d2-abb9-448bd6f5b51d None None] Provisioning complete for port de244aba-83c9-4c85-ba0a-3a584960cb37 triggered by entity DHCP. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:36:39.168750 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-10ba5dbd-5515-41d2-abb9-448bd6f5b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.521406 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-df7f1d06-d2e8-484c-86ea-9d2c0f9e7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:39.522768 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-df7f1d06-d2e8-484c-86ea-9d2c0f9e7ba4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.4411376 Aug 10 10:36:39.621664 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-db0eef53-54a0-4bfc-8224-7b26e2dfa14a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 1001 time: 0.0840271 Aug 10 10:36:39.660362 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Deleting port f4d72606-3e9a-4658-82d5-9750263a002d {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:39.660705 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.719176 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-e49535e6-4881-44a7-ba01-77604709a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:39.720622 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-e49535e6-4881-44a7-ba01-77604709a96b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0907798 Aug 10 10:36:39.778067 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.778345 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:39.794981 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Calling delete_port for f4d72606-3e9a-4658-82d5-9750263a002d owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:39.800218 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-ba269b1b-b3e3-4db0-baf0-9d15861cd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:39.801688 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-ba269b1b-b3e3-4db0-baf0-9d15861cd507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727582 Aug 10 10:36:39.986871 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-8c7fbe18-372d-4719-b708-2ccac71eb22c service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771545 Aug 10 10:36:40.119683 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-885e3ce4-0fa7-4c30-914a-8278b3642606 req-f4d16ebd-ff6a-48bc-a936-1680753198fc service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211855 Aug 10 10:36:40.120263 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:40.152800 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event deleted for resources: {'Port': ['ID=f4d72606-3e9a-4658-82d5-9750263a002d,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:40.212229 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:40.212576 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Floating IP 4805f149-2cae-4aaf-aa47-f0598d1f9078 disassociated (deleted). External IP: 172.27.2.101, port: de244aba-83c9-4c85-ba0a-3a584960cb37. Aug 10 10:36:40.424532 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Router c6d87e79-1a3a-4905-8917-a10665d497af has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:40.533429 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:40.538253 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:40.544001 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Sync routers for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:40.552886 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:40.553500 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:40.565240 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-70f816c0-047b-4b89-8965-e773f6ca2968 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "DELETE /v2.0/floatingips/4805f149-2cae-4aaf-aa47-f0598d1f9078 HTTP/1.1" status: 204 len: 168 time: 1.4625008 Aug 10 10:36:40.660163 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:40.862656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:40.888520 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Checking router: c6d87e79-1a3a-4905-8917-a10665d497af for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:40.896496 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:40.897088 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:14Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:40.961555 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:40.963848 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657ded6-638a-4bec-ba01-6f495c2cbf25" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:41.000320 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d4ea2f-d4ee-4fa8-94a3-1f610a4964cf x-openstack-request-id: req-b4d4ea2f-d4ee-4fa8-94a3-1f610a4964cf {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:41.000528 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:41.000662 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:41.000816 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4d4ea2f-d4ee-4fa8-94a3-1f610a4964cf {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:41.001206 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:36:41.088008 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-3cd4d963-0eeb-4b82-92cd-67abec8dcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:41.089488 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-3cd4d963-0eeb-4b82-92cd-67abec8dcff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 1098 time: 0.0408702 Aug 10 10:36:41.184484 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-ee7ca021-83c1-4af4-981c-d3797abb1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:41.186142 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-ee7ca021-83c1-4af4-981c-d3797abb1a2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 200 len: 914 time: 0.0880795 Aug 10 10:36:41.200287 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:41.231219 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-9bbcaa60-5ded-4653-a8f8-512a3eed87a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 200 len: 217 time: 0.0355551 Aug 10 10:36:41.231487 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb83d0-bd24-4feb-8199-9dd73f816361 None None] The sync data for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi is: [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:30Z', 'revision_number': 4, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '20f148e8-d658-4efb-b8ce-cf5e8134d74c', 'name': '', 'network_id': 'a219bf12-d385-4f70-89b8-673d57611f19', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'mac_address': 'fa:16:3e:9a:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:29Z', 'updated_at': '2021-08-10T10:34:36Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'subnets': [{'id': '2e05709f-a6e6-42a7-a3d8-a17ba4b00f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:41.292732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-068f9cde-60e3-4c71-883e-2cfc972fe9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:41.294308 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-068f9cde-60e3-4c71-883e-2cfc972fe9e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 200 len: 852 time: 0.0458894 Aug 10 10:36:41.341459 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-df79fbb0-4b8e-43c1-9a21-cf29f045a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:41.343025 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-df79fbb0-4b8e-43c1-9a21-cf29f045a617 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a219bf12-d385-4f70-89b8-673d57611f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416329 Aug 10 10:36:41.450804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-5bec34ff-9a8f-4d73-aee4-5fce6b8edab2 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995691 Aug 10 10:36:41.460087 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a146f4-bd55-49fd-b1b9-d0195c93cc5f None None] New status for floating IP 4805f149-2cae-4aaf-aa47-f0598d1f9078: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:36:41.523657 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-3237c855-7650-4dcd-a2fc-9d620890169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:41.549513 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d657ded6-638a-4bec-ba01-6f495c2cbf25 req-7e9d8bc3-8d41-4003-9a03-71c03653beb2 service neutron] 10.222.0.24 "GET /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903265 Aug 10 10:36:42.854653 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:43.264954 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7bee-1b91-4f1a-8fcf-7a18e7128b74 req-bb3aed3c-2f12-4c1c-8e75-d1e99d4456ab tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:43.266410 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c5c7bee-1b91-4f1a-8fcf-7a18e7128b74 req-bb3aed3c-2f12-4c1c-8e75-d1e99d4456ab tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0523107 Aug 10 10:36:43.303167 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4c5c7bee-1b91-4f1a-8fcf-7a18e7128b74 req-227723fa-484b-4ca6-9335-9fa1c01c0d80 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Aug 10 10:36:43.763802 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ddb43062-4963-4998-afcd-fc3bb5042c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:44.347151 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:44.421949 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec618da-5daf-4ac5-b23c-e1f84a188daf req-f6c0f5f5-3de8-45be-aa6a-e5355d04825c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:44.423412 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fec618da-5daf-4ac5-b23c-e1f84a188daf req-f6c0f5f5-3de8-45be-aa6a-e5355d04825c tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0481672 Aug 10 10:36:44.459769 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fec618da-5daf-4ac5-b23c-e1f84a188daf req-ca4724b2-fdc4-4c6c-a9c2-c486ac71341e tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/security-groups?id=4f890ada-a2c3-43c9-b8fd-8b3823c11c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Aug 10 10:36:45.156270 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-19dc4328-c952-40f0-9d1e-fc0ad54f5e84 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:36:45.157603 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-19dc4328-c952-40f0-9d1e-fc0ad54f5e84 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 945 time: 0.0474925 Aug 10 10:36:45.251189 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Deleting port de244aba-83c9-4c85-ba0a-3a584960cb37 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:45.251547 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:45.320162 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:45.336153 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] For port de244aba-83c9-4c85-ba0a-3a584960cb37, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=de244aba-83c9-4c85-ba0a-3a584960cb37,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:45.336553 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:45.348882 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Calling delete_port for de244aba-83c9-4c85-ba0a-3a584960cb37 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:45.475855 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:45.504795 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Pushing event deleted for resources: {'Port': ['ID=de244aba-83c9-4c85-ba0a-3a584960cb37,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:45.516961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['de244aba-83c9-4c85-ba0a-3a584960cb37'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:36:45.550050 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] No DVR routers for this DVR port de244aba-83c9-4c85-ba0a-3a584960cb37 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:45.552557 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:45.554437 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d9c13f13-12cf-48c3-85cb-7871b56b6b59 req-e34c18fb-210f-4b8a-abad-4ddefbc48c24 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.24 "DELETE /v2.0/ports/de244aba-83c9-4c85-ba0a-3a584960cb37 HTTP/1.1" status: 204 len: 173 time: 0.3888328 Aug 10 10:36:45.562047 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'name': 'network-vif-deleted', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:36:45.564248 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ccabc7-df92-4083-a3a7-c53f6641d30e" -d '{"events": [{"server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "name": "network-vif-deleted", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:36:45.585247 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-2b1dfbf0-5533-49b7-bff4-e4f67d156b68 req-a872c55a-3031-460b-af21-ef11d1a89d07 tempest-TestMinimumBasicScenario-1286473655 tempest-TestMinimumBasicScenario-1286473655-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dcdd24e-17c3-415b-84fd-2b2c583fbd7b HTTP/1.1" status: 200 len: 210 time: 0.0361931 Aug 10 10:36:45.602958 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c5ad23-1b56-430f-addf-163e162b2553 x-openstack-request-id: req-39c5ad23-1b56-430f-addf-163e162b2553 {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:36:45.603246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcdd24e-17c3-415b-84fd-2b2c583fbd7b", "name": "network-vif-deleted", "tag": "de244aba-83c9-4c85-ba0a-3a584960cb37", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:36:45.603666 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39c5ad23-1b56-430f-addf-163e162b2553 {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:36:45.604052 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcdd24e-17c3-415b-84fd-2b2c583fbd7b', 'name': 'network-vif-deleted', 'tag': 'de244aba-83c9-4c85-ba0a-3a584960cb37', 'status': 'completed', 'code': 200} Aug 10 10:36:46.610103 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:47.245027 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38364) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:47.537476 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device de244aba-83c9-4c85-ba0a-3a584960cb37 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:47.558153 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: de244aba-83c9-4c85-ba0a-3a584960cb37 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:47.558495 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device de244aba-83c9-4c85-ba0a-3a584960cb37 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:47.582246 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:47.815611 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Deleting port 20f148e8-d658-4efb-b8ce-cf5e8134d74c {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:47.815845 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:47.897117 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] For port 20f148e8-d658-4efb-b8ce-cf5e8134d74c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=20f148e8-d658-4efb-b8ce-cf5e8134d74c,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:47.897475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:47.910027 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Calling delete_port for 20f148e8-d658-4efb-b8ce-cf5e8134d74c owned by network:router_interface {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:48.085280 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:48.107810 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Pushing event deleted for resources: {'Port': ['ID=20f148e8-d658-4efb-b8ce-cf5e8134d74c,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:48.271353 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:48.480513 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Router c6d87e79-1a3a-4905-8917-a10665d497af has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:48.838048 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:48.843018 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-d63ae57e-3c28-459c-a254-7ab653d40eff admin admin] 10.222.0.10 "PUT /v2.0/routers/c6d87e79-1a3a-4905-8917-a10665d497af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5969491 Aug 10 10:36:48.845471 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38366) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:48.847928 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Sync routers for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:48.858034 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:48.858708 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:48.946496 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:48.960430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:49.047766 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.099539 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Deleting port 3522b430-acf4-4177-bf65-6490d8819b1e {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:49.099865 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.139042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:36:48Z', 'revision_number': 5, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port': {'id': '3522b430-acf4-4177-bf65-6490d8819b1e', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:49.165731 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Checking router: c6d87e79-1a3a-4905-8917-a10665d497af for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:49.174196 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Routers {'c6d87e79-1a3a-4905-8917-a10665d497af'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:49.174801 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['c6d87e79-1a3a-4905-8917-a10665d497af'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:49.187434 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] For port 3522b430-acf4-4177-bf65-6490d8819b1e, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=3522b430-acf4-4177-bf65-6490d8819b1e,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:49.187826 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.200816 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Calling delete_port for 3522b430-acf4-4177-bf65-6490d8819b1e owned by network:router_gateway {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:49.260077 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] Set router c6d87e79-1a3a-4905-8917-a10665d497af gateway port host: None {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:49.310870 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:36:49Z', 'revision_number': 6, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:49.341189 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbdc7ce-1ea5-4048-ae06-b7014d0b6ff9 None None] The sync data for ids ['c6d87e79-1a3a-4905-8917-a10665d497af'] in dv-cinder-804035-3-iscsi is: [{'id': 'c6d87e79-1a3a-4905-8917-a10665d497af', 'name': 'tempest-TestMinimumBasicScenario-56970266-router', 'tenant_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:27Z', 'updated_at': '2021-08-10T10:36:49Z', 'revision_number': 6, 'project_id': 'd12cfe3505d24f00a94b1b0ce0db8011', 'gw_port_host': None}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:49.367934 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.399151 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3522b430-acf4-4177-bf65-6490d8819b1e,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:49.456807 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.546518 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.548608 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.592749 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.593294 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d87e79-1a3a-4905-8917-a10665d497af {{(pid=93284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:36:49.597520 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.598641 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-7cc3fc06-cbe1-4253-9983-0e83484863d8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c6d87e79-1a3a-4905-8917-a10665d497af HTTP/1.1" status: 204 len: 168 time: 0.7522736 Aug 10 10:36:49.601469 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38368) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:49.644076 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Deleting subnet 2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 {{(pid=93284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:36:49.646877 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.681091 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25671034'] for subnet, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.796843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.848738 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29218041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25446291'] for subnet, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.875421 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e05709f-a6e6-42a7-a3d8-a17ba4b00f09,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:49.877366 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:49.880015 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-1233fbe9-1644-4612-949b-dd37f87a0de4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2e05709f-a6e6-42a7-a3d8-a17ba4b00f09 HTTP/1.1" status: 204 len: 168 time: 0.2770336 Aug 10 10:36:49.881318 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd4b97-0dcc-4671-bf15-6d46eb706c8d None None] Network a219bf12-d385-4f70-89b8-673d57611f19 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:49.881775 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38370) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:49.951181 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.003150 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Deleting port c292d094-f888-4d59-856a-5c5e940a2d81 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:50.003520 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.068236 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] For port c292d094-f888-4d59-856a-5c5e940a2d81, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=c292d094-f888-4d59-856a-5c5e940a2d81,segment=NetworkSegment(7e703f94-a297-4190-b22e-6d649e01f84e),segment_id=7e703f94-a297-4190-b22e-6d649e01f84e)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:50.068618 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.083646 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Calling delete_port for c292d094-f888-4d59-856a-5c5e940a2d81 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:50.128715 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] DHCP port deletion for a219bf12-d385-4f70-89b8-673d57611f19 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:36:50.190075 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.209135 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Deleting port c292d094-f888-4d59-856a-5c5e940a2d81 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:50.209727 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.220395 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Pushing event deleted for resources: {'Port': ['ID=c292d094-f888-4d59-856a-5c5e940a2d81,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:50.225196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] No DVR routers for this DVR port c292d094-f888-4d59-856a-5c5e940a2d81 on host dv-cinder-804035-3-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:50.251510 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 20f148e8-d658-4efb-b8ce-cf5e8134d74c no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:50.279004 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 20f148e8-d658-4efb-b8ce-cf5e8134d74c {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:50.279373 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 20f148e8-d658-4efb-b8ce-cf5e8134d74c not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:50.279830 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c292d094-f888-4d59-856a-5c5e940a2d81 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:50.298957 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.307431 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: c292d094-f888-4d59-856a-5c5e940a2d81 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:50.307776 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device c292d094-f888-4d59-856a-5c5e940a2d81 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:50.308403 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3522b430-acf4-4177-bf65-6490d8819b1e no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:50.310855 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a219bf12-d385-4f70-89b8-673d57611f19']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:50.321763 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e703f94-a297-4190-b22e-6d649e01f84e') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:50.322055 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e703f94-a297-4190-b22e-6d649e01f84e') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:50.333244 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.349200 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.357312 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:36:50.357532 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:36:50.359256 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:36:50.423439 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.430960 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.433394 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] 10.222.0.10 "DELETE /v2.0/networks/a219bf12-d385-4f70-89b8-673d57611f19 HTTP/1.1" status: 204 len: 168 time: 0.5506961 Aug 10 10:36:50.436563 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38374) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:50.446252 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5c35-1218-4ca2-bf99-6b5db5ab216b admin admin] Pushing event deleted for resources: {'Network': ['ID=a219bf12-d385-4f70-89b8-673d57611f19,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:50.466938 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 3522b430-acf4-4177-bf65-6490d8819b1e {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:50.467244 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 3522b430-acf4-4177-bf65-6490d8819b1e not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:50.473548 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] For port c292d094-f888-4d59-856a-5c5e940a2d81, host dv-cinder-804035-3-iscsi, got binding levels [] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:50.473918 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.486430 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Calling delete_port for c292d094-f888-4d59-856a-5c5e940a2d81 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:50.489214 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.ipam_backend_mixin [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Port c292d094-f888-4d59-856a-5c5e940a2d81 was not found and therefore no delete operation was performed {{(pid=93286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 10:36:50.490961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:50.515796 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Network a219bf12-d385-4f70-89b8-673d57611f19 is not hosted by any dhcp agent {{(pid=93286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 10:36:50.516246 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] No DVR routers for this DVR port c292d094-f888-4d59-856a-5c5e940a2d81 on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:50.520355 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d7c85-c7d6-470b-a0ee-4e1c366a96a8 None None] Pushing event deleted for resources: {'Port': ['ID=c292d094-f888-4d59-856a-5c5e940a2d81,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:50.777512 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.016132 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Deleting port 059c2bfb-ee94-4225-9eb5-55bf327c81bd {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:51.016461 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.089897 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] For port 059c2bfb-ee94-4225-9eb5-55bf327c81bd, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=059c2bfb-ee94-4225-9eb5-55bf327c81bd,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:51.090244 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.105670 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Calling delete_port for 059c2bfb-ee94-4225-9eb5-55bf327c81bd owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:51.276582 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.300911 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=059c2bfb-ee94-4225-9eb5-55bf327c81bd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:51.458846 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.671463 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Router 3bff0c8a-3beb-4647-a5db-50dcf789f94f has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:36:51.772118 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:36:51.777545 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-21b92db6-f70c-47bf-99c9-5c96cce028f0 admin admin] 10.222.0.10 "PUT /v2.0/routers/3bff0c8a-3beb-4647-a5db-50dcf789f94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3399591 Aug 10 10:36:51.780205 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38376) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:51.781311 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Sync routers for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:36:51.791767 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:51.792375 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:51.887491 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:51.984083 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:51.990018 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.041557 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Deleting port 92cd14e5-89d8-465d-87a8-5d45b60dec78 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:52.041896 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.118242 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] For port 92cd14e5-89d8-465d-87a8-5d45b60dec78, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=92cd14e5-89d8-465d-87a8-5d45b60dec78,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:52.118646 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.134987 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Calling delete_port for 92cd14e5-89d8-465d-87a8-5d45b60dec78 owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:52.159201 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:36:51Z', 'revision_number': 5, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port': {'id': '92cd14e5-89d8-465d-87a8-5d45b60dec78', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:52.187894 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Checking router: 3bff0c8a-3beb-4647-a5db-50dcf789f94f for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:36:52.196326 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Routers {'3bff0c8a-3beb-4647-a5db-50dcf789f94f'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:36:52.196933 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:36:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:52.280801 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] Set router 3bff0c8a-3beb-4647-a5db-50dcf789f94f gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:36:52.292391 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.322262 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cd14e5-89d8-465d-87a8-5d45b60dec78,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:52.331480 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:36:51Z', 'revision_number': 6, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:52.361665 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530d2140-d43f-49dd-bac9-bbffc0715f1e None None] The sync data for ids ['3bff0c8a-3beb-4647-a5db-50dcf789f94f'] in dv-cinder-804035-3-iscsi is: [{'id': '3bff0c8a-3beb-4647-a5db-50dcf789f94f', 'name': 'tempest-TestMinimumBasicScenario-299555463-router', 'tenant_id': 'f155e5a128be400985d03210e80c44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:34:32Z', 'updated_at': '2021-08-10T10:36:51Z', 'revision_number': 6, 'project_id': 'f155e5a128be400985d03210e80c44f6', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:36:52.384733 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.471652 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.473721 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.517243 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.517786 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bff0c8a-3beb-4647-a5db-50dcf789f94f {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:36:52.521868 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.523012 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-47efe97e-b0e0-4c48-9318-40d4d2649261 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3bff0c8a-3beb-4647-a5db-50dcf789f94f HTTP/1.1" status: 204 len: 168 time: 0.7418685 Aug 10 10:36:52.525646 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38378) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:52.569224 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Deleting subnet f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc {{(pid=93284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:36:52.573225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.606305 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25671034'] for subnet, precommit_delete_associations {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.683889 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.736765 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29218041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25446291'] for subnet, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.762072 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:52.768125 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for subnet, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.770022 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-a2b24a01-f092-4e20-8241-99c8dd9a6643 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f53d6bb3-fe79-4758-8ecd-e46c1f95d6fc HTTP/1.1" status: 204 len: 168 time: 0.2433579 Aug 10 10:36:52.772754 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38380) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:52.774141 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadad9d-d911-49c6-9c94-a44f52ac32c8 None None] Network 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:36:52.847726 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.900051 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Deleting port d25c1d94-de37-4e86-934e-a3dbaeff3eff {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:36:52.900381 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.963196 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] For port d25c1d94-de37-4e86-934e-a3dbaeff3eff, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=d25c1d94-de37-4e86-934e-a3dbaeff3eff,segment=NetworkSegment(ea65c6a7-1e7b-4063-a92d-008fa3716711),segment_id=ea65c6a7-1e7b-4063-a92d-008fa3716711)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:36:52.963576 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:52.975754 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Calling delete_port for d25c1d94-de37-4e86-934e-a3dbaeff3eff owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:36:53.051466 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.077911 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] No DVR routers for this DVR port d25c1d94-de37-4e86-934e-a3dbaeff3eff on host dv-cinder-804035-3-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:36:53.081193 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=d25c1d94-de37-4e86-934e-a3dbaeff3eff,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:53.143426 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f744d78-f526-4974-a119-8c8714aba042 None None] DHCP port deletion for 52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:36:53.155728 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.166421 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af45bf-a4ea-4fa1-8f91-f7ae7e49d952']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:53.176743 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea65c6a7-1e7b-4063-a92d-008fa3716711') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:53.177032 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea65c6a7-1e7b-4063-a92d-008fa3716711') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:36:53.191488 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.205392 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.211686 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:36:53.212076 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:36:53.213872 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:36:53.267507 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.274832 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.276707 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] 10.222.0.10 "DELETE /v2.0/networks/52af45bf-a4ea-4fa1-8f91-f7ae7e49d952 HTTP/1.1" status: 204 len: 168 time: 0.5028543 Aug 10 10:36:53.287276 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5a446-eb3e-476b-bb39-c152ee921ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=52af45bf-a4ea-4fa1-8f91-f7ae7e49d952,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:53.446558 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38384) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:53.489290 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ba33e337-ce9a-439c-bfdc-6d674d74a948 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d12cfe3505d24f00a94b1b0ce0db8011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416021 Aug 10 10:36:53.491882 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38386) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:53.539781 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.559730 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.603792 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.606178 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:53.607317 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f890ada-a2c3-43c9-b8fd-8b3823c11c58 HTTP/1.1" status: 204 len: 168 time: 0.1145275 Aug 10 10:36:53.614439 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1a9ae-8ac4-4762-a850-d10af20e3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f890ada-a2c3-43c9-b8fd-8b3823c11c58,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:36:53.892592 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d25c1d94-de37-4e86-934e-a3dbaeff3eff no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:53.911400 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: d25c1d94-de37-4e86-934e-a3dbaeff3eff {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:53.911751 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device d25c1d94-de37-4e86-934e-a3dbaeff3eff not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:53.912152 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92cd14e5-89d8-465d-87a8-5d45b60dec78 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:53.920456 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38392) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:53.934025 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 92cd14e5-89d8-465d-87a8-5d45b60dec78 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:53.934370 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 92cd14e5-89d8-465d-87a8-5d45b60dec78 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:53.934778 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 059c2bfb-ee94-4225-9eb5-55bf327c81bd no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:36:53.953123 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 059c2bfb-ee94-4225-9eb5-55bf327c81bd {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:36:53.953465 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 059c2bfb-ee94-4225-9eb5-55bf327c81bd not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:36:53.960539 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-74e70b86-230d-48a6-8a74-9fa0a98809db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f155e5a128be400985d03210e80c44f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389388 Aug 10 10:36:53.963170 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38394) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:36:54.011213 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:54.031137 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:54.076325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:54.078895 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:36:54.080296 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f752119-479c-486e-aeed-d9d42825faf8 HTTP/1.1" status: 204 len: 168 time: 0.1158750 Aug 10 10:36:54.088314 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326c8e8-6246-41c6-91dc-adba41c56188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f752119-479c-486e-aeed-d9d42825faf8,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:37:11.517645 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0fa30886-d5b1-4be7-8ce9-a0aca47dc770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:12.868102 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:13.763322 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5503cb3d-08e1-4556-a51d-b614951a20ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:14.347872 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:14.932412 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:37:15.322474 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:16.614164 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:41.517811 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a4f215a7-ee7b-4e9a-842d-b5674981c097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:42.882965 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:43.763088 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-995be1df-19b7-487d-8433-47db52c306c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:44.349330 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:45.324542 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:46.617402 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:37:46.835711 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-7d0c3f8c-7d12-492e-8324-a5c1f2bf8044 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484631 Aug 10 10:37:46.931393 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-d1870c5f-64a0-4c6c-a6ef-5e45bfbcb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:37:46.932783 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-d1870c5f-64a0-4c6c-a6ef-5e45bfbcb92c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0395489 Aug 10 10:37:47.030623 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-3a958864-2841-47f9-951e-94649e3c21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:37:47.032080 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-3a958864-2841-47f9-951e-94649e3c21ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0809026 Aug 10 10:37:47.099051 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-17fbb63f-ed54-47ed-acfa-b49c7e2c3f0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 1001 time: 0.0596404 Aug 10 10:37:47.147726 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-fbae81ca-513d-4a9d-b09e-c4908975a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:37:47.149140 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-fbae81ca-513d-4a9d-b09e-c4908975a7f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0422218 Aug 10 10:37:47.193475 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-ea86978a-7dae-4195-9960-4fcb3b5742da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:37:47.194830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-ea86978a-7dae-4195-9960-4fcb3b5742da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388129 Aug 10 10:37:47.283037 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-edcecc3b-bd07-4294-83cb-c0ddfcae961a service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813336 Aug 10 10:37:47.368587 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-65f4bb73-3f10-4e46-ba82-34332d2f3322 req-b8dc08c8-ddb1-447d-acaa-321f2cc59d15 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792198 Aug 10 10:37:51.930224 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:38:11.518220 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-953bd33c-b2ac-4218-b9b5-01be89fd4912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:12.894991 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:13.763762 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-087addbe-31cc-4a79-ba5d-132484c1701f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:14.349658 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:15.327849 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:15.540616 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512edd2-6e7b-42f4-99f7-f228390b79eb req-cd3f8d6b-c180-404e-86d1-61414bc761f1 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:15.542056 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0512edd2-6e7b-42f4-99f7-f228390b79eb req-cd3f8d6b-c180-404e-86d1-61414bc761f1 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Aug 10 10:38:15.580745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0512edd2-6e7b-42f4-99f7-f228390b79eb req-0215fdb4-3d89-4458-9402-ece8bd90cb29 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 10 10:38:16.619883 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:16.695087 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9b26c-3e8c-4c5c-af60-05d5ef831384 req-364c1d44-f7e2-44c9-805c-d5afff2eb687 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:16.696557 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-eaf9b26c-3e8c-4c5c-af60-05d5ef831384 req-364c1d44-f7e2-44c9-805c-d5afff2eb687 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0469291 Aug 10 10:38:16.733830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-eaf9b26c-3e8c-4c5c-af60-05d5ef831384 req-1f6bcd3c-cf32-4b36-ad46-895e57e06a8a tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308249 Aug 10 10:38:17.845572 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed8a8b-db71-473d-b9c4-cda48c20c686 req-20e5d623-05b7-40ce-9514-75f41af46238 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:17.847011 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29ed8a8b-db71-473d-b9c4-cda48c20c686 req-20e5d623-05b7-40ce-9514-75f41af46238 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0482132 Aug 10 10:38:17.883386 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-29ed8a8b-db71-473d-b9c4-cda48c20c686 req-75c03fda-8da1-48c9-b590-6aee8c5e21d8 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Aug 10 10:38:18.998681 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57daac-2935-4dd0-a0cb-2fc1c9553f4f req-3648d3cc-ee1e-412f-aab7-91ec51a8c4a2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:19.000377 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4a57daac-2935-4dd0-a0cb-2fc1c9553f4f req-3648d3cc-ee1e-412f-aab7-91ec51a8c4a2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0522366 Aug 10 10:38:19.036323 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4a57daac-2935-4dd0-a0cb-2fc1c9553f4f req-e4b3c826-cf52-4a86-b313-e5a371739d3e tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301349 Aug 10 10:38:20.148432 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b383-f8d6-4835-808d-751af2a9f47b req-0b8f4eaa-de82-4249-881b-54bbcf4a6378 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:20.149863 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f46b383-f8d6-4835-808d-751af2a9f47b req-0b8f4eaa-de82-4249-881b-54bbcf4a6378 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 10 10:38:20.186878 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-4f46b383-f8d6-4835-808d-751af2a9f47b req-98b7db34-a1ef-4ea7-b146-961755fba7e2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Aug 10 10:38:21.300423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29dd6-9167-415a-a329-ecfc1bde7696 req-d98e19d5-1821-4a74-a940-f302861f677b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:21.301842 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f0d29dd6-9167-415a-a329-ecfc1bde7696 req-d98e19d5-1821-4a74-a940-f302861f677b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0470352 Aug 10 10:38:21.337745 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f0d29dd6-9167-415a-a329-ecfc1bde7696 req-a8490d19-2944-441d-8e3e-1981540722c0 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301235 Aug 10 10:38:22.454545 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beeb46-5a7f-4f7d-a2b6-11037dab5c53 req-f1d2825a-1d92-462a-8742-1b54dded0ca0 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:22.456049 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-10beeb46-5a7f-4f7d-a2b6-11037dab5c53 req-f1d2825a-1d92-462a-8742-1b54dded0ca0 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Aug 10 10:38:22.493927 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-10beeb46-5a7f-4f7d-a2b6-11037dab5c53 req-87e76c08-511c-47fd-ba69-a4570ffdc1cf tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Aug 10 10:38:23.624365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17851c-5729-4307-a298-572c28e1ae69 req-9a251145-f885-4d1c-8a14-4eecfc605169 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:23.625843 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef17851c-5729-4307-a298-572c28e1ae69 req-9a251145-f885-4d1c-8a14-4eecfc605169 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Aug 10 10:38:23.662678 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-ef17851c-5729-4307-a298-572c28e1ae69 req-0ecd73d2-427a-4b61-9446-d02543b85fa2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310965 Aug 10 10:38:24.775230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a23a0-9804-4612-9fb9-210bcbc86d28 req-fc6f4078-e473-45c5-9d54-62502d0a92d2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:24.776694 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0d4a23a0-9804-4612-9fb9-210bcbc86d28 req-fc6f4078-e473-45c5-9d54-62502d0a92d2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Aug 10 10:38:24.814207 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0d4a23a0-9804-4612-9fb9-210bcbc86d28 req-978c8db3-2f64-456e-b1fd-c311ada0d207 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316041 Aug 10 10:38:25.747946 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-8aae8ead-9437-4fbf-b4fe-b5a19d66e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:25.749361 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-8aae8ead-9437-4fbf-b4fe-b5a19d66e9b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0426595 Aug 10 10:38:25.834542 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-a7309a0f-9a0f-42c4-83dd-c7dd16a6fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:25.836037 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-a7309a0f-9a0f-42c4-83dd-c7dd16a6fa49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0796239 Aug 10 10:38:25.927760 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-5b427c20-5334-4e90-bc20-6d0a8ed760e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 1001 time: 0.0843093 Aug 10 10:38:25.952623 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b2b4c-4e92-40c7-bb0d-f1fbe63fc5f6 req-2940a7ef-aaae-4ce5-905f-5d542fc962bd tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:25.954084 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-557b2b4c-4e92-40c7-bb0d-f1fbe63fc5f6 req-2940a7ef-aaae-4ce5-905f-5d542fc962bd tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0736175 Aug 10 10:38:26.003619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-328df5ef-0e1f-42b6-976f-b99c337c5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:26.004973 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-328df5ef-0e1f-42b6-976f-b99c337c5b4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0693932 Aug 10 10:38:26.025231 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-557b2b4c-4e92-40c7-bb0d-f1fbe63fc5f6 req-1a887c90-9758-4fed-9eae-b9a702442bb6 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542247 Aug 10 10:38:26.061530 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-a05dde48-327f-4481-be7b-e86a9506b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:26.063282 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-a05dde48-327f-4481-be7b-e86a9506b820 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475366 Aug 10 10:38:26.150753 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-282c45a1-7012-4473-b869-f7537d58e392 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805800 Aug 10 10:38:26.243703 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e3566a8f-be5f-4fd4-ba8e-6e7e641ff6c8 req-48872b8a-e9fb-4c84-9a50-145d86448517 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859118 Aug 10 10:38:27.137765 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de9afd-bc46-4fe3-ba48-ef763378f6a6 req-4ec06760-930f-4788-897c-22c76c1be184 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:27.139804 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53de9afd-bc46-4fe3-ba48-ef763378f6a6 req-4ec06760-930f-4788-897c-22c76c1be184 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Aug 10 10:38:27.176018 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-53de9afd-bc46-4fe3-ba48-ef763378f6a6 req-c02ffb4f-1c7d-4821-aaa7-01ac5218b891 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304675 Aug 10 10:38:28.290508 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5b1b0-7c93-430c-a760-01673081b5c8 req-1ba17f51-1e87-41b2-8247-ed98bfa69d0d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:28.291983 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7d5b1b0-7c93-430c-a760-01673081b5c8 req-1ba17f51-1e87-41b2-8247-ed98bfa69d0d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0505614 Aug 10 10:38:28.330862 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-e7d5b1b0-7c93-430c-a760-01673081b5c8 req-3029f3de-9b95-452f-80f2-e7cd313c4b46 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Aug 10 10:38:28.928731 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:38:29.443940 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baece34-d34a-4b33-a2b4-92a1e1067545 req-17543913-b356-4660-af38-b6da76aa7901 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:29.445409 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0baece34-d34a-4b33-a2b4-92a1e1067545 req-17543913-b356-4660-af38-b6da76aa7901 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Aug 10 10:38:29.485380 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0baece34-d34a-4b33-a2b4-92a1e1067545 req-001b00e0-c394-45fc-8f78-73d96636036c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342288 Aug 10 10:38:29.693260 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c4a4c-c770-4dd9-80d7-be0a94190b24 req-dc9f157b-d28c-47a5-ba64-cd00ad4d6e04 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:29.694724 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb4c4a4c-c770-4dd9-80d7-be0a94190b24 req-dc9f157b-d28c-47a5-ba64-cd00ad4d6e04 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0541141 Aug 10 10:38:29.732350 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-fb4c4a4c-c770-4dd9-80d7-be0a94190b24 req-71073407-cc0a-4b72-8571-26be2e423bfe tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Aug 10 10:38:29.842814 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-1b32d624-d770-4c93-b71a-40118032ea63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2242260 Aug 10 10:38:29.909255 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:38:29.985620 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:30.007420 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:38:30.009649 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b196c3ae-f2fd-4863-8496-be1905c63a87" -d '{"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:38:30.022639 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:38:30.027826 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:30.076080 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=6']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:38:30.083973 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.084321 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.084786 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.085128 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.085562 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.085906 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.086239 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.086609 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.086867 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.087180 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.087565 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.087885 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:38:30.164745 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 10:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5a8175-5284-43b4-9394-8034f0506603 x-openstack-request-id: req-8c5a8175-5284-43b4-9394-8034f0506603 {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:38:30.165039 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-unplugged", "status": "failed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "code": 422}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:38:30.165373 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c5a8175-5284-43b4-9394-8034f0506603 {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:38:30.165669 dv-cinder-804035-3-iscsi neutron-server[93286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'code': 422} returned with failed status Aug 10 10:38:30.847435 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc392-885d-494c-9d7f-ffbdaedaef40 req-290d9602-b6bc-47a3-99c0-3f591262e134 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:30.848897 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-904cc392-885d-494c-9d7f-ffbdaedaef40 req-290d9602-b6bc-47a3-99c0-3f591262e134 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0505676 Aug 10 10:38:30.888520 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-904cc392-885d-494c-9d7f-ffbdaedaef40 req-9da22364-ec57-4fe4-8057-6cdb7116a101 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327785 Aug 10 10:38:31.408022 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-0cd3f558-1287-4371-89d1-2670e42368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:31.409443 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-0cd3f558-1287-4371-89d1-2670e42368ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42&tenant_id=eac1fcac30e24671b02ab66da4b24772 HTTP/1.1" status: 200 len: 1096 time: 0.0390697 Aug 10 10:38:31.483632 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-afd33b63-72f8-452e-b56f-bf05532b32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:31.485054 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-afd33b63-72f8-452e-b56f-bf05532b32f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1096 time: 0.0428278 Aug 10 10:38:31.575841 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-ffd3179d-e80a-4467-b80c-0cf6279737a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:31.577796 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-ffd3179d-e80a-4467-b80c-0cf6279737a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0855622 Aug 10 10:38:31.646845 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-6639c3c9-c8a0-4d4e-a04a-af9c2806f252 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 999 time: 0.0601695 Aug 10 10:38:31.695162 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-34372746-b7a9-494f-a089-a07b98c8ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:31.696661 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-34372746-b7a9-494f-a089-a07b98c8ce99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0431762 Aug 10 10:38:31.740638 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-61441c6a-f422-44c0-88d0-fe81dc219ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:31.742198 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-61441c6a-f422-44c0-88d0-fe81dc219ae8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388894 Aug 10 10:38:31.833522 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-def2d61d-b1ef-48fb-87a7-b450ca86941c service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841768 Aug 10 10:38:31.922042 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-418592dc-dd7a-488b-ae8f-5a615da370e3 req-cf885308-dea6-4388-9de8-9f9ecfa9438b service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Aug 10 10:38:32.003230 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027f2ef-6d4b-45f3-b1c3-e6d253b6039b req-4d2e6b67-b438-472c-9f2e-769d86f22220 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:32.004688 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a027f2ef-6d4b-45f3-b1c3-e6d253b6039b req-4d2e6b67-b438-472c-9f2e-769d86f22220 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0478463 Aug 10 10:38:32.041009 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-a027f2ef-6d4b-45f3-b1c3-e6d253b6039b req-410eed0d-c538-4306-959a-9c67e26be3b2 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Aug 10 10:38:33.156953 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a77f1-a57d-42f4-8ba0-741d766596d9 req-ac65ccb8-921c-45c4-b9a5-0d095dbd619f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:33.158397 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-223a77f1-a57d-42f4-8ba0-741d766596d9 req-ac65ccb8-921c-45c4-b9a5-0d095dbd619f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0516491 Aug 10 10:38:33.195200 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-223a77f1-a57d-42f4-8ba0-741d766596d9 req-dda9d2f0-6439-47ef-9a8a-56488703141b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Aug 10 10:38:34.306290 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536df83-3ee3-4648-a641-77220e41e3f4 req-e27e022a-493f-458c-9bd3-fc46627fce27 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:34.307756 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f536df83-3ee3-4648-a641-77220e41e3f4 req-e27e022a-493f-458c-9bd3-fc46627fce27 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0477383 Aug 10 10:38:34.345109 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f536df83-3ee3-4648-a641-77220e41e3f4 req-844c97a8-6969-47b7-adc7-c84c37474ca8 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Aug 10 10:38:35.455472 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735b02-33c3-4f63-a30a-518b86cd955b req-064b0a11-d096-4a89-b383-dcbdf838ce9c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:35.456918 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69735b02-33c3-4f63-a30a-518b86cd955b req-064b0a11-d096-4a89-b383-dcbdf838ce9c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0467720 Aug 10 10:38:35.493154 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-69735b02-33c3-4f63-a30a-518b86cd955b req-c32ca15c-655f-48cf-9183-c48b6508ae7b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304227 Aug 10 10:38:36.607005 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36a54-2475-4207-8cbb-ab2e7b0e1715 req-396639ff-48ae-4554-9ab5-5af406de0f38 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:36.609040 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0eb36a54-2475-4207-8cbb-ab2e7b0e1715 req-396639ff-48ae-4554-9ab5-5af406de0f38 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0502858 Aug 10 10:38:36.645145 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-0eb36a54-2475-4207-8cbb-ab2e7b0e1715 req-c7f3c301-c30a-46fa-9d6a-5b2b91e77f1c tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302668 Aug 10 10:38:37.756835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f77aa-a8be-4300-9ced-677e8280593a req-bf0b59cf-4ca3-46ff-8eb2-bde69dc4467f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:37.758266 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b68f77aa-a8be-4300-9ced-677e8280593a req-bf0b59cf-4ca3-46ff-8eb2-bde69dc4467f tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0483828 Aug 10 10:38:37.793744 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b68f77aa-a8be-4300-9ced-677e8280593a req-d8a7f8e1-4ae2-4619-8510-50002d4a8290 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296881 Aug 10 10:38:38.915995 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15fb1d-ebb9-459a-a32f-f785b9de5392 req-f805db1d-68ca-4c9a-8865-22b871ba1c81 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:38.917486 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a15fb1d-ebb9-459a-a32f-f785b9de5392 req-f805db1d-68ca-4c9a-8865-22b871ba1c81 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0508599 Aug 10 10:38:38.957758 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-9a15fb1d-ebb9-459a-a32f-f785b9de5392 req-1dbe6f38-459e-4f4a-bd47-54a9933e8404 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333083 Aug 10 10:38:39.924371 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 10:38:40.018936 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:38:40.030232 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Returning: {'device': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'port_id': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'mac_address': 'fa:16:3e:2d:2f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 10:38:40.066761 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:40.075328 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545594d7-5d76-4e52-a963-8757f2b4b9a5 req-e36f5682-9f9a-499b-9cef-4085bf6ae21b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:40.076683 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-545594d7-5d76-4e52-a963-8757f2b4b9a5 req-e36f5682-9f9a-499b-9cef-4085bf6ae21b tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 943 time: 0.0508811 Aug 10 10:38:40.080197 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fa5d17-4afd-4051-8366-b8c38ec0ea99 {{(pid=93286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 10:38:40.099884 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:38:40.104636 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:40.115171 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-545594d7-5d76-4e52-a963-8757f2b4b9a5 req-9f78d595-c0db-4f8a-84b5-5792ca13defb tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319698 Aug 10 10:38:40.155820 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=7']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:38:40.388779 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] get_ports_and_sgs() called for port_ids ['f5fa5d17-4afd-4051-8366-b8c38ec0ea99'] {{(pid=93286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 10:38:41.228886 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69868a8-d899-45c4-a20c-9df0619c92e8 req-f860dad7-1cac-47c7-babd-f9e2e834064a tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:41.230324 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c69868a8-d899-45c4-a20c-9df0619c92e8 req-f860dad7-1cac-47c7-babd-f9e2e834064a tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 944 time: 0.0476942 Aug 10 10:38:41.268667 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-c69868a8-d899-45c4-a20c-9df0619c92e8 req-c2def700-28b7-4ef5-ab8c-080991d8c5a1 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Aug 10 10:38:41.518710 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-27d21897-d910-4afb-ab75-58e1fffc2887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:41.924067 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 up at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 10:38:41.973272 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.provisioning_blocks [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Provisioning complete for port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 triggered by entity L2. {{(pid=93286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 10:38:41.973640 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-999332'] for port, provisioning_complete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:42.046029 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922604'] for port, before_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:42.068160 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:38:42.070398 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cfc415a1a7d3e8d133ec78c89e523f11718447ccaf93e83df3f561df4e1d31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495ce82-8c91-4fff-bde0-8b58ab19f768" -d '{"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:38:42.083042 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:38:42.087239 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727363217821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727362825503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727362825521'] for port, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:42.115269 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9d81b-d953-491b-86cd-c730633f79ad x-openstack-request-id: req-d5d9d81b-d953-491b-86cd-c730633f79ad {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:38:42.115562 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "code": 200}]} {{(pid=93286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:38:42.115811 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5d9d81b-d953-491b-86cd-c730633f79ad {{(pid=93286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:38:42.116182 dv-cinder-804035-3-iscsi neutron-server[93286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'code': 200} Aug 10 10:38:42.140928 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Pushing event updated for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=8']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:38:42.373623 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cce05-31fc-40ab-99da-afe87346a365 req-14043afe-0070-46e7-b0bd-cd926c391e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:42.375592 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f96cce05-31fc-40ab-99da-afe87346a365 req-14043afe-0070-46e7-b0bd-cd926c391e7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0681727 Aug 10 10:38:42.395695 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674772-ae6e-435a-9dd3-12bb4be34494 req-95486247-0b34-4a87-95f4-9afe9fc26487 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:42.397106 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-41674772-ae6e-435a-9dd3-12bb4be34494 req-95486247-0b34-4a87-95f4-9afe9fc26487 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0617356 Aug 10 10:38:42.441212 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-f96cce05-31fc-40ab-99da-afe87346a365 req-066295a1-1a55-4568-ba2b-1ba10f7fa70d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578001 Aug 10 10:38:42.447994 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-41674772-ae6e-435a-9dd3-12bb4be34494 req-bc71d7fd-a964-4760-bf7b-d8efc9e8058d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Aug 10 10:38:42.897881 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:43.563571 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb10f-ca90-4071-bace-e92b8b3cb333 req-5963bc28-734e-4f82-8607-6d9c1bf13181 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:43.565211 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d52cb10f-ca90-4071-bace-e92b8b3cb333 req-5963bc28-734e-4f82-8607-6d9c1bf13181 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0488346 Aug 10 10:38:43.601192 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-d52cb10f-ca90-4071-bace-e92b8b3cb333 req-151887e4-cb45-44db-8f2c-cf11724858c8 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301142 Aug 10 10:38:43.764185 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-b0f95061-3d98-49e8-b412-66c183185288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:44.350653 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:45.329520 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:46.623539 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:38:46.876824 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-6c4898fd-f6d6-4566-b588-845b0e479607 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381222 Aug 10 10:38:46.976001 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-6a904a24-cfea-47f9-b507-edb9f3a0f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:46.977679 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-6a904a24-cfea-47f9-b507-edb9f3a0f874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0429099 Aug 10 10:38:47.076261 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-12fbbcbd-7d24-4695-a9eb-fc9ba12e3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:47.077695 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-12fbbcbd-7d24-4695-a9eb-fc9ba12e3f36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0816169 Aug 10 10:38:47.144196 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-5cc758f5-f81e-4963-a41a-68716e16f81b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 1001 time: 0.0595591 Aug 10 10:38:47.192796 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-0f52443e-65f1-48c2-b08a-8d7fb90fdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:47.194188 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-0f52443e-65f1-48c2-b08a-8d7fb90fdc03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0428720 Aug 10 10:38:47.238450 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-33c4b46e-b785-4273-92f8-430924956b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:38:47.239884 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-33c4b46e-b785-4273-92f8-430924956b84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392487 Aug 10 10:38:47.326830 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-c727c536-a842-439b-a475-c98693f88018 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803828 Aug 10 10:38:47.668551 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-aad2c2d6-495c-4608-abc5-943af9c8a980 req-3558ec8e-05d0-4664-9d47-274a89675a71 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352351 Aug 10 10:39:05.928336 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:39:11.519237 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5234d97a-0451-4d65-88e4-3c7ab5df3a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:12.899267 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:13.763708 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bde455bc-8006-4d76-aafb-4df5834e91f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:14.352216 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:15.331537 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:16.629955 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:41.520058 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1c5b044a-5d56-4c6a-b694-5ca029462f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:42.913619 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:42.926483 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:39:43.762963 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5d1d896d-fa58-45d2-86c6-61fddffec53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:44.352833 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:45.334181 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:46.628897 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:48.852937 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-9bc95312-0262-4e65-8548-1f50285da67d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391972 Aug 10 10:39:48.951212 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-6f013152-ebcb-4981-8887-d917a4bf6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:39:48.952741 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-6f013152-ebcb-4981-8887-d917a4bf6e4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0427382 Aug 10 10:39:49.051225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-6cd25fc4-4c3b-4880-ab41-449b874b572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:39:49.052673 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-6cd25fc4-4c3b-4880-ab41-449b874b572f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.0813148 Aug 10 10:39:49.118872 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-0ba55a68-798e-4e53-86f6-32ff5995ea04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 1001 time: 0.0583966 Aug 10 10:39:49.164835 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-4277fc0c-f7e7-43bf-9928-ba953e54dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:39:49.166351 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-4277fc0c-f7e7-43bf-9928-ba953e54dca6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0410557 Aug 10 10:39:49.209325 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-87e70de6-4f3c-414c-bf0b-b7496ae703ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:39:49.210712 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-87e70de6-4f3c-414c-bf0b-b7496ae703ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378861 Aug 10 10:39:49.300785 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-7cc2a55e-985c-48cd-81d1-944e61a76d8a service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829313 Aug 10 10:39:49.385815 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-b278e1ac-6097-483e-832f-ce2f92cfd5b2 req-50fa5314-7210-445b-a336-0c0285164c76 service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782645 Aug 10 10:39:59.078833 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38534) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:39:59.228129 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Deleting port 690c4162-14ae-414f-85fe-3846b35cdb35 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:39:59.228462 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.303456 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.303784 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.315003 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Calling delete_port for 690c4162-14ae-414f-85fe-3846b35cdb35 owned by network:floatingip {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:39:59.455890 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.485534 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event deleted for resources: {'Port': ['ID=690c4162-14ae-414f-85fe-3846b35cdb35,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:39:59.507570 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.507908 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.508241 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.508568 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.508892 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.509212 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.509529 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.509847 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.510196 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.510673 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.511025 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.511356 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:39:59.548867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for floatingip, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.549194 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.db.l3_db [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Floating IP 43e0bc88-c23d-426a-88a2-ffc6c92c43ab disassociated (deleted). External IP: 172.27.2.118, port: f5fa5d17-4afd-4051-8366-b8c38ec0ea99. Aug 10 10:39:59.748613 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Router d36d02b1-6769-4997-86f0-f5d0eb424f16 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:39:59.852399 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:39:59.857980 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for floatingip, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:39:59.862494 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Sync routers for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:39:59.874655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:39:59.875272 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:39:59.883670 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-ef37f566-313c-49ed-bc4f-81654728d969 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "DELETE /v2.0/floatingips/43e0bc88-c23d-426a-88a2-ffc6c92c43ab HTTP/1.1" status: 204 len: 168 time: 0.8038042 Aug 10 10:39:59.884242 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:39:59.886657 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:39:59.930078 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137820e5-0ca1-4be0-83d8-f6ee98644b1a x-openstack-request-id: req-137820e5-0ca1-4be0-83d8-f6ee98644b1a {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:39:59.930365 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:39:59.930616 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-137820e5-0ca1-4be0-83d8-f6ee98644b1a {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:39:59.931021 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'status': 'completed', 'code': 200} Aug 10 10:39:59.987412 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:00.016349 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-e7703e60-a5bd-4b59-9022-02e91090b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:00.018354 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-e7703e60-a5bd-4b59-9022-02e91090b955 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eac1fcac30e24671b02ab66da4b24772&device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 1098 time: 0.0435798 Aug 10 10:40:00.168844 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f0bc-73d7-4b41-ba6c-a9a3bd71d5ec req-7945cebe-9725-42f0-898c-c4b98eb6ba8d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:00.170961 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-33b0f0bc-73d7-4b41-ba6c-a9a3bd71d5ec req-7945cebe-9725-42f0-898c-c4b98eb6ba8d tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.1077743 Aug 10 10:40:00.188170 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:00.200305 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-6187548d-f3a1-4af5-8fe3-6c59a47bc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:00.201739 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-6187548d-f3a1-4af5-8fe3-6c59a47bc9f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 200 len: 910 time: 0.1294374 Aug 10 10:40:00.216190 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Checking router: d36d02b1-6769-4997-86f0-f5d0eb424f16 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:00.224470 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:00.225079 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:00.253322 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-33b0f0bc-73d7-4b41-ba6c-a9a3bd71d5ec req-adaa09d7-cc74-4508-abce-1bf2a3648a15 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751362 Aug 10 10:40:00.254669 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-900f992a-4e64-4ffb-8022-9f17d055922a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 200 len: 217 time: 0.0427723 Aug 10 10:40:00.304782 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-f7ec485a-e20d-4a3b-9cdc-35d0d369753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:00.306228 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-f7ec485a-e20d-4a3b-9cdc-35d0d369753c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 200 len: 848 time: 0.0435951 Aug 10 10:40:00.330807 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:00.351561 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-8fefd241-911e-42cf-863c-628d40c44531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:00.353023 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-8fefd241-911e-42cf-863c-628d40c44531 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a321bc2-ac0f-43cc-96f6-fe5a8a828249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393665 Aug 10 10:40:00.444998 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-e883f3a6-3fcd-4caf-88dd-86d48591214f service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834670 Aug 10 10:40:00.526524 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:00.535204 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-6ef4922e-5bd7-4998-9e50-fbcb5db7041b req-de18c555-5d52-407f-bb4a-cff919536dbc service neutron] 10.222.0.24 "GET /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818529 Aug 10 10:40:00.551735 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbefd8-37d1-4e9c-9017-0b1e0ab65106 None None] The sync data for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi is: [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:35Z', 'revision_number': 4, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi', '_interfaces': [{'id': '83edf4a8-5d0a-4d20-93a3-7027ca197646', 'name': '', 'network_id': '4a321bc2-ac0f-43cc-96f6-fe5a8a828249', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'mac_address': 'fa:16:3e:89:22:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2e102334-28ce-4532-9569-e8625e9ee797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:34Z', 'updated_at': '2021-08-10T10:35:40Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'subnets': [{'id': '2e102334-28ce-4532-9569-e8625e9ee797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:00.755264 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559ddc0-4b89-4384-b1de-b405708b8301 None None] New status for floating IP 43e0bc88-c23d-426a-88a2-ffc6c92c43ab: DOWN {{(pid=93287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 10:40:01.374107 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790b1bc-a2bc-4a9c-830d-6624246c9344 req-1bfb8fb3-d2ba-48db-99ea-0f44f0fdf1b5 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:01.375574 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3790b1bc-a2bc-4a9c-830d-6624246c9344 req-1bfb8fb3-d2ba-48db-99ea-0f44f0fdf1b5 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0542910 Aug 10 10:40:01.411762 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-3790b1bc-a2bc-4a9c-830d-6624246c9344 req-410704d6-14c5-4d57-a963-e5fb5c66ee85 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/security-groups?id=69115350-f4c6-4881-935f-6e0ed8cec6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302832 Aug 10 10:40:01.764595 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-e70a877a-56dc-41e3-acca-b588bc95c2ca tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 10:40:01.766009 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-e70a877a-56dc-41e3-acca-b588bc95c2ca tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 945 time: 0.0474586 Aug 10 10:40:01.859423 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Deleting port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:01.859763 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:01.948252 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] For port f5fa5d17-4afd-4051-8366-b8c38ec0ea99, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:01.948619 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:01.960842 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Calling delete_port for f5fa5d17-4afd-4051-8366-b8c38ec0ea99 owned by compute:nova {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:02.084004 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:02.112755 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event deleted for resources: {'Port': ['ID=f5fa5d17-4afd-4051-8366-b8c38ec0ea99,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:02.152827 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] No DVR routers for this DVR port f5fa5d17-4afd-4051-8366-b8c38ec0ea99 on host hv-cinder-80403 {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:40:02.155257 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-497995'] for port, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:02.157225 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-adf014be-d3ff-4231-8822-cd4ffed97728 req-6a156bac-e842-4c2f-af0a-0cdb095b4807 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.24 "DELETE /v2.0/ports/f5fa5d17-4afd-4051-8366-b8c38ec0ea99 HTTP/1.1" status: 204 len: 173 time: 0.3853045 Aug 10 10:40:02.157658 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-deleted', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99'}] {{(pid=93284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 10:40:02.159894 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecdbaac7ceb9aed4b1b8c4eadd4bdfd6ca9bcabb03a3e754aa2af195b62c083" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291425f2-e8ab-4b68-a336-00960fca58a4" -d '{"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-deleted", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99"}]}' {{(pid=93284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 10:40:02.194225 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b6c99e-bae2-4ed7-becb-c079e889749a x-openstack-request-id: req-48b6c99e-bae2-4ed7-becb-c079e889749a {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 10:40:02.194492 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4219b1-0b60-49e0-bba0-6b4d3efebd42", "name": "network-vif-deleted", "tag": "f5fa5d17-4afd-4051-8366-b8c38ec0ea99", "status": "completed", "code": 200}]} {{(pid=93284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 10:40:02.194749 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48b6c99e-bae2-4ed7-becb-c079e889749a {{(pid=93284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 10:40:02.195138 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4219b1-0b60-49e0-bba0-6b4d3efebd42', 'name': 'network-vif-deleted', 'tag': 'f5fa5d17-4afd-4051-8366-b8c38ec0ea99', 'status': 'completed', 'code': 200} Aug 10 10:40:02.508328 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [req-35d5f868-0606-4d30-8869-003179f4df97 req-c3d04ae5-8d29-4700-82fc-9d2f045ff4b7 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b4219b1-0b60-49e0-bba0-6b4d3efebd42 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Aug 10 10:40:03.565658 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38558) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:03.626053 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:03.650147 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:03.707195 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:03.709710 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:03.710838 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] 10.222.0.10 "DELETE /v2.0/security-groups/69115350-f4c6-4881-935f-6e0ed8cec6bd HTTP/1.1" status: 204 len: 168 time: 0.1441867 Aug 10 10:40:03.720200 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69115350-f4c6-4881-935f-6e0ed8cec6bd,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:03.727265 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.727640 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.727980 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.728313 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.728643 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.728969 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.730196 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.730775 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.731024 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.731376 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.731704 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.732028 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ad52a-d5d5-4b6f-8d55-b029bf52f558 tempest-TestShelveInstance-913178073 tempest-TestShelveInstance-913178073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:03.759749 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38564) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:04.312651 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:04.545193 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Deleting port 83edf4a8-5d0a-4d20-93a3-7027ca197646 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:04.545527 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:04.622772 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] For port 83edf4a8-5d0a-4d20-93a3-7027ca197646, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=83edf4a8-5d0a-4d20-93a3-7027ca197646,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:04.623460 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:04.635133 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Calling delete_port for 83edf4a8-5d0a-4d20-93a3-7027ca197646 owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:04.806942 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:04.837752 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=83edf4a8-5d0a-4d20-93a3-7027ca197646,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:04.994099 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.198733 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Router d36d02b1-6769-4997-86f0-f5d0eb424f16 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:40:05.301288 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:05.306353 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-0954ba5c-06e6-4406-88c2-161453c25f16 admin admin] 10.222.0.10 "PUT /v2.0/routers/d36d02b1-6769-4997-86f0-f5d0eb424f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5447426 Aug 10 10:40:05.309054 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38566) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:05.310289 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Sync routers for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:05.319226 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:05.319861 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:05.411831 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.517592 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.545929 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:05.568214 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Deleting port b4191915-802e-422e-8013-9f80e6288c8c {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:05.568553 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.649165 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] For port b4191915-802e-422e-8013-9f80e6288c8c, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=b4191915-802e-422e-8013-9f80e6288c8c,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:05.649895 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.661642 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Calling delete_port for b4191915-802e-422e-8013-9f80e6288c8c owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:05.719136 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:40:04Z', 'revision_number': 5, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port': {'id': 'b4191915-802e-422e-8013-9f80e6288c8c', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:05.749540 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Checking router: d36d02b1-6769-4997-86f0-f5d0eb424f16 for host: dv-cinder-804035-3-iscsi {{(pid=93286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:05.757625 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Routers {'d36d02b1-6769-4997-86f0-f5d0eb424f16'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:05.758233 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['d36d02b1-6769-4997-86f0-f5d0eb424f16'], 'active': True} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:05.824868 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.847180 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvr_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] Set router d36d02b1-6769-4997-86f0-f5d0eb424f16 gateway port host: None {{(pid=93286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:05.850973 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4191915-802e-422e-8013-9f80e6288c8c,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:05.899451 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_hamode_db [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:40:05Z', 'revision_number': 6, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:05.911290 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:05.930514 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e6f72-2281-4d01-9b8e-f7145e8d18ca None None] The sync data for ids ['d36d02b1-6769-4997-86f0-f5d0eb424f16'] in dv-cinder-804035-3-iscsi is: [{'id': 'd36d02b1-6769-4997-86f0-f5d0eb424f16', 'name': 'tempest-TestShelveInstance-1763429634-router', 'tenant_id': 'eac1fcac30e24671b02ab66da4b24772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:32Z', 'updated_at': '2021-08-10T10:40:05Z', 'revision_number': 6, 'project_id': 'eac1fcac30e24671b02ab66da4b24772', 'gw_port_host': None}] {{(pid=93286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:06.003551 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.005658 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.049652 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.050357 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d36d02b1-6769-4997-86f0-f5d0eb424f16 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:40:06.054562 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.055736 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-bb6451f4-5f8b-4e1a-9fb6-4cca73b5e849 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d36d02b1-6769-4997-86f0-f5d0eb424f16 HTTP/1.1" status: 204 len: 168 time: 0.7457507 Aug 10 10:40:06.058789 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38568) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:06.101585 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Deleting subnet 2e102334-28ce-4532-9569-e8625e9ee797 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:40:06.104962 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.139270 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.216606 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.236454 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:06.257049 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] No Port match for: f5fa5d17-4afd-4051-8366-b8c38ec0ea99 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:06.257388 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Device f5fa5d17-4afd-4051-8366-b8c38ec0ea99 not bound to the agent host hv-cinder-80403 {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:06.274775 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.303604 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e102334-28ce-4532-9569-e8625e9ee797,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:06.308946 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.310883 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-09e59ec1-c370-4373-a7b6-13a8b097e8a5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2e102334-28ce-4532-9569-e8625e9ee797 HTTP/1.1" status: 204 len: 168 time: 0.2511511 Aug 10 10:40:06.313732 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [-] (93284) accepted ('10.222.0.10', 38570) {{(pid=93284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:06.315634 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57be742-c3da-4242-b5c5-6fdb12758116 None None] Network 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:06.388280 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.442724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Deleting port f42c0b63-84cb-4981-ad97-51c327712e66 {{(pid=93284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:06.443073 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.508724 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.db [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] For port f42c0b63-84cb-4981-ad97-51c327712e66, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=f42c0b63-84cb-4981-ad97-51c327712e66,segment=NetworkSegment(44854258-5838-4f9c-b733-3af3508ab929),segment_id=44854258-5838-4f9c-b733-3af3508ab929)] {{(pid=93284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:06.509086 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.521994 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.plugin [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Calling delete_port for f42c0b63-84cb-4981-ad97-51c327712e66 owned by network:dhcp {{(pid=93284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:06.596843 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29217996'] for port, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.623100 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Pushing event deleted for resources: {'Port': ['ID=f42c0b63-84cb-4981-ad97-51c327712e66,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:06.624867 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] No DVR routers for this DVR port f42c0b63-84cb-4981-ad97-51c327712e66 on host dv-cinder-804035-3-iscsi {{(pid=93284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:40:06.701669 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.713621 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a321bc2-ac0f-43cc-96f6-fe5a8a828249']}} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:06.714756 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204908b-f25b-4a93-99fb-1e92c8679462 None None] DHCP port deletion for 4a321bc2-ac0f-43cc-96f6-fe5a8a828249 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:40:06.727104 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44854258-5838-4f9c-b733-3af3508ab929') {'for_net_delete': True} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:06.727384 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.services.segments.db [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44854258-5838-4f9c-b733-3af3508ab929') {} {{(pid=93284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:06.737645 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25670915'] for segment, before_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.752720 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.758367 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:40:06.758747 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29217811'] for segment, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: Traceback (most recent call last): Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: timer() Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: cb(*args, **kw) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: return func(*args, **kwargs) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: self._notify() Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: self.callback(batched_events) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: event.method(event) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: return f(self, *a, **k) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._get(url).json() Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: return self.request(url, 'GET', **kwargs) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:40:06.761197 dv-cinder-804035-3-iscsi neutron-server[93284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:40:06.816567 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.824903 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron_lib.callbacks.manager [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:06.826733 dv-cinder-804035-3-iscsi neutron-server[93284]: INFO neutron.wsgi [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] 10.222.0.10 "DELETE /v2.0/networks/4a321bc2-ac0f-43cc-96f6-fe5a8a828249 HTTP/1.1" status: 204 len: 168 time: 0.5120280 Aug 10 10:40:06.829952 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38572) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:06.842044 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933605a-aa1a-48c4-bf7f-8e560308282f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a321bc2-ac0f-43cc-96f6-fe5a8a828249,revision_number=None']} {{(pid=93284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:07.175344 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3731613'] for router_interface, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:07.408985 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Deleting port 61b5532a-5ad9-4937-9d59-7956af82e22a {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:07.409320 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:07.484527 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] For port 61b5532a-5ad9-4937-9d59-7956af82e22a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=61b5532a-5ad9-4937-9d59-7956af82e22a,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:07.484799 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:07.496842 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Calling delete_port for 61b5532a-5ad9-4937-9d59-7956af82e22a owned by network:router_interface {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:07.671885 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:07.695693 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=61b5532a-5ad9-4937-9d59-7956af82e22a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:07.857908 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4101933'] for router_interface, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.038949 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f42c0b63-84cb-4981-ad97-51c327712e66 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:08.063160 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: f42c0b63-84cb-4981-ad97-51c327712e66 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:08.063530 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device f42c0b63-84cb-4981-ad97-51c327712e66 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:08.063961 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 83edf4a8-5d0a-4d20-93a3-7027ca197646 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:08.083372 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 83edf4a8-5d0a-4d20-93a3-7027ca197646 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:08.083718 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 83edf4a8-5d0a-4d20-93a3-7027ca197646 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:08.084129 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device b4191915-802e-422e-8013-9f80e6288c8c no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:08.103289 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: b4191915-802e-422e-8013-9f80e6288c8c {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:08.103655 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device b4191915-802e-422e-8013-9f80e6288c8c not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:08.289434 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Router 01bfc4dc-c561-4c02-80c7-d020579b17f9 has already been hosted by L3 agent 28be72a5-cb4f-44e6-a229-9d41a63b7b95 {{(pid=93285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 10:40:08.392347 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] Notify agent at l3_agent.dv-cinder-804035-3-iscsi the message routers_updated {{(pid=93285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 10:40:08.397225 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-3f7b1753-19e0-422f-a99e-18d0cb60fb2f admin admin] 10.222.0.10 "PUT /v2.0/routers/01bfc4dc-c561-4c02-80c7-d020579b17f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631564 Aug 10 10:40:08.399838 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38574) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:08.401133 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Sync routers for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 10:40:08.410470 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:08.411071 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:08.500874 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.512426 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: dv-cinder-804035-3-iscsi {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:08.596154 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.649794 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Deleting port 4210bb77-364c-4c22-9614-cacc83708a7a {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:08.650127 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.683484 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'external_fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:40:07Z', 'revision_number': 5, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port': {'id': '4210bb77-364c-4c22-9614-cacc83708a7a', 'name': '', 'network_id': '6eb53e0e-41ad-4fcb-9d30-afb35388e969', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '02cc8195-2178-40de-add3-9ee1cc1a2ed3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-3-iscsi'}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:08.708390 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Checking router: 01bfc4dc-c561-4c02-80c7-d020579b17f9 for host: dv-cinder-804035-3-iscsi {{(pid=93287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 10:40:08.716468 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Routers {'01bfc4dc-c561-4c02-80c7-d020579b17f9'} bound to L3 agent in host dv-cinder-804035-3-iscsi {{(pid=93287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 10:40:08.717061 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T10:17:44Z,description=,heartbeat_timestamp=2021-08-10T10:39:44Z,host='dv-cinder-804035-3-iscsi',id=28be72a5-cb4f-44e6-a229-9d41a63b7b95,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T10:17:44Z,topic='l3_agent')) {'router_ids': ['01bfc4dc-c561-4c02-80c7-d020579b17f9'], 'active': True} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:08.726547 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] For port 4210bb77-364c-4c22-9614-cacc83708a7a, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=4210bb77-364c-4c22-9614-cacc83708a7a,segment=NetworkSegment(ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4),segment_id=ffba4247-1fa4-4cee-a7c5-067c4b4ed1c4)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:08.726911 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.740313 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Calling delete_port for 4210bb77-364c-4c22-9614-cacc83708a7a owned by network:router_gateway {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:08.800303 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_dvr_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] Set router 01bfc4dc-c561-4c02-80c7-d020579b17f9 gateway port host: None {{(pid=93287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 10:40:08.858567 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.l3_hamode_db [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:40:08Z', 'revision_number': 6, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port_host': None}], 'dv-cinder-804035-3-iscsi', False) {} {{(pid=93287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:08.888045 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844e417-e4a8-4979-b16b-64aba30b73b1 None None] The sync data for ids ['01bfc4dc-c561-4c02-80c7-d020579b17f9'] in dv-cinder-804035-3-iscsi is: [{'id': '01bfc4dc-c561-4c02-80c7-d020579b17f9', 'name': 'tempest-TestShelveInstance-1624648121-router', 'tenant_id': '27b3389aad134ea4aea6286f616e30aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T10:35:37Z', 'updated_at': '2021-08-10T10:40:08Z', 'revision_number': 6, 'project_id': '27b3389aad134ea4aea6286f616e30aa', 'gw_port_host': None}] {{(pid=93287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 10:40:08.910216 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:08.935953 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4210bb77-364c-4c22-9614-cacc83708a7a,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:08.996947 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4103371'] for router_gateway, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.082891 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4098879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2477'] for router, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.084954 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.126331 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4098854'] for router, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.126860 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01bfc4dc-c561-4c02-80c7-d020579b17f9 {{(pid=93285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 10:40:09.130927 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] Notify callbacks [] for router, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.132116 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-f3e6f2bd-cba0-48a2-89cc-9119704871fd admin admin] 10.222.0.10 "DELETE /v2.0/routers/01bfc4dc-c561-4c02-80c7-d020579b17f9 HTTP/1.1" status: 204 len: 168 time: 0.7313573 Aug 10 10:40:09.134540 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38576) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:09.181689 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.db_base_plugin_v2 [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Deleting subnet 95bfaa8c-a6b2-4d11-ba02-cc17e1735de9 {{(pid=93285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 10:40:09.185242 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.218150 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25768733'] for subnet, precommit_delete_associations {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.298302 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1026114'] for subnet, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.353296 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25768282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25825727'] for subnet, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.382618 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bfaa8c-a6b2-4d11-ba02-cc17e1735de9,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:09.387351 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.389192 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-982ce619-c43b-40d0-91b2-175b07a9b428 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95bfaa8c-a6b2-4d11-ba02-cc17e1735de9 HTTP/1.1" status: 204 len: 168 time: 0.2537482 Aug 10 10:40:09.391861 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38578) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:09.392766 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73f6d9-197f-4d5c-9194-c50181e4f3d4 None None] Network d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 requested from dv-cinder-804035-3-iscsi {{(pid=93286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 10:40:09.458566 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960394'] for network, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.511470 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Deleting port 587f39cf-39b3-440a-a6c7-66fdd93e8671 {{(pid=93285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:09.511807 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.575868 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.db [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] For port 587f39cf-39b3-440a-a6c7-66fdd93e8671, host dv-cinder-804035-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-3-iscsi',level=0,port_id=587f39cf-39b3-440a-a6c7-66fdd93e8671,segment=NetworkSegment(d7e1092a-e22d-4394-a65f-4bc4284ecd74),segment_id=d7e1092a-e22d-4394-a65f-4bc4284ecd74)] {{(pid=93285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:09.576162 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.587998 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.plugin [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Calling delete_port for 587f39cf-39b3-440a-a6c7-66fdd93e8671 owned by network:dhcp {{(pid=93285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:09.625017 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] DHCP port deletion for d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 request from dv-cinder-804035-3-iscsi {{(pid=93286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 10:40:09.671353 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25768303'] for port, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.674420 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Deleting port 587f39cf-39b3-440a-a6c7-66fdd93e8671 {{(pid=93286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 10:40:09.674795 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727363211569'] for port, before_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.694739 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=587f39cf-39b3-440a-a6c7-66fdd93e8671,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:09.700351 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] No DVR routers for this DVR port 587f39cf-39b3-440a-a6c7-66fdd93e8671 on host dv-cinder-804035-3-iscsi {{(pid=93285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:40:09.738982 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.db [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] For port 587f39cf-39b3-440a-a6c7-66fdd93e8671, host dv-cinder-804035-3-iscsi, got binding levels [] {{(pid=93286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 10:40:09.739407 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106159'] for port, precommit_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.756560 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Calling delete_port for 587f39cf-39b3-440a-a6c7-66fdd93e8671 owned by network:dhcp {{(pid=93286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 10:40:09.759161 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.ipam_backend_mixin [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Port 587f39cf-39b3-440a-a6c7-66fdd93e8671 was not found and therefore no delete operation was performed {{(pid=93286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 10:40:09.760488 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-929090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727363217803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727362825494'] for port, after_delete {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.775328 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1025995', 'neutron.services.segments.db._delete_segments_for_network-8727363303792'] for network, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.785937 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d121c9b0-0410-4e4a-a1ed-5ae13a4dec81']}} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:09.787254 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] No DVR routers for this DVR port 587f39cf-39b3-440a-a6c7-66fdd93e8671 on host dv-cinder-804035-3-iscsi {{(pid=93286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 10:40:09.790998 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Pushing event deleted for resources: {'Port': ['ID=587f39cf-39b3-440a-a6c7-66fdd93e8671,revision_number=None']} {{(pid=93286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:09.799570 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.799848 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.800168 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.800473 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.800800 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.801351 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.801710 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.801985 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.802238 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.802559 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.802859 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.803175 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92347ae2-d48b-4344-b9c4-36a203466969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-3-iscsi {{(pid=93286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 10:40:09.807088 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e1092a-e22d-4394-a65f-4bc4284ecd74') {'for_net_delete': True} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:09.808362 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.services.segments.db [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e1092a-e22d-4394-a65f-4bc4284ecd74') {} {{(pid=93285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 10:40:09.818081 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727363308409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25768804'] for segment, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.834372 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278'] for segment, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.841389 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 10:40:09.841784 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25768368'] for segment, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: Traceback (most recent call last): Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: timer() Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: cb(*args, **kw) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: return func(*args, **kwargs) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: self._notify() Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: self.callback(batched_events) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: event.method(event) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: return f(self, *a, **k) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._get(url).json() Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: return self.request(url, 'GET', **kwargs) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 10:40:09.843567 dv-cinder-804035-3-iscsi neutron-server[93285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 10:40:09.903668 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1025984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3763001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4103343'] for network, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.909021 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762983'] for network, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:09.910871 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] 10.222.0.10 "DELETE /v2.0/networks/d121c9b0-0410-4e4a-a1ed-5ae13a4dec81 HTTP/1.1" status: 204 len: 168 time: 0.5181093 Aug 10 10:40:09.922922 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb6568-1631-4f83-b475-2dc441f83a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d121c9b0-0410-4e4a-a1ed-5ae13a4dec81,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:09.991624 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 587f39cf-39b3-440a-a6c7-66fdd93e8671 no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:10.011615 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 587f39cf-39b3-440a-a6c7-66fdd93e8671 {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:10.012043 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 587f39cf-39b3-440a-a6c7-66fdd93e8671 not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:10.012513 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 61b5532a-5ad9-4937-9d59-7956af82e22a no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:10.030358 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 61b5532a-5ad9-4937-9d59-7956af82e22a {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:10.030693 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 61b5532a-5ad9-4937-9d59-7956af82e22a not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:10.031096 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 4210bb77-364c-4c22-9614-cacc83708a7a no longer exists at agent ovs-agent-dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 10:40:10.049330 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.plugin [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] No Port match for: 4210bb77-364c-4c22-9614-cacc83708a7a {{(pid=93286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 10:40:10.049664 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron.plugins.ml2.rpc [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Device 4210bb77-364c-4c22-9614-cacc83708a7a not bound to the agent host dv-cinder-804035-3-iscsi {{(pid=93286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 10:40:10.111356 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38582) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:10.150794 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-9d2ea344-d181-4b3e-823d-cf2f91cf2681 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eac1fcac30e24671b02ab66da4b24772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382030 Aug 10 10:40:10.153869 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38584) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:10.199222 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.219911 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.265478 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.267918 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.269024 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8182165a-a27a-42b7-b6fa-48f23be1e674 HTTP/1.1" status: 204 len: 168 time: 0.1142805 Aug 10 10:40:10.276400 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e604a6c-c2d6-4960-b6b5-713f0c694435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182165a-a27a-42b7-b6fa-48f23be1e674,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:10.571395 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38590) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:10.610742 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ba8ac141-c407-49e4-a975-1ebb5553b8ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27b3389aad134ea4aea6286f616e30aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381947 Aug 10 10:40:10.613031 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [-] (93285) accepted ('10.222.0.10', 38592) {{(pid=93285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 10:40:10.663375 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.684758 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.731280 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3724470'] for security_group, after_delete {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.734490 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron_lib.callbacks.manager [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:10.735634 dv-cinder-804035-3-iscsi neutron-server[93285]: INFO neutron.wsgi [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93823dd6-e261-46df-935e-d161699db612 HTTP/1.1" status: 204 len: 168 time: 0.1217167 Aug 10 10:40:10.744356 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4db4d-b8f5-43f4-a006-002694c52b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93823dd6-e261-46df-935e-d161699db612,revision_number=None']} {{(pid=93285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 10:40:11.521148 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-70f0699b-a86a-48dc-93d3-f8253effca93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:12.914097 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:13.763250 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-cc6295c5-2e17-4489-855d-155ddeb5ca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:14.353816 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:15.336686 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:16.631346 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:19.926030 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:40:41.520618 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-de9469cd-db70-4f20-8e8f-c49abd06b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:42.930079 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:43.764136 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-5c9d0faa-5f70-4239-9ea4-b58300e5121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:44.354826 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:45.340149 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:46.634033 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:40:56.925567 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:41:11.521022 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-802ae251-8e0b-45c8-8e87-e5344f0020e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:12.928333 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:13.764379 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-159c0944-ebca-4150-8d3b-3dcb0937e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:14.356642 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:15.341619 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:16.638053 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:33.923574 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:41:41.521573 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c31b6ca1-097e-4d1b-a6ea-2a0cd37494bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:42.945040 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:43.765817 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-30e53dcd-1519-4a92-8f89-c8222d2e0ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:44.355964 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:45.344281 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:41:46.640925 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:00.157247 dv-cinder-804035-3-iscsi neutron-server[93285]: DEBUG neutron.wsgi [req-d8289a03-f2a2-4c06-ac7b-ec22f3319e44 req-c2ae5961-0265-4c8b-89bb-157c9cb60c46 service neutron] (93285) timed out ('10.222.0.24', 51814) {{(pid=93285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 10:42:10.922937 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:42:11.522590 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-864d050c-1dea-4946-90a0-9b856d5d2597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:12.958074 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:13.765667 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-1f35c6b5-9b3b-46e7-a4e3-51dbb254d769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:14.357159 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:15.346255 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:16.647110 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:41.522771 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a487ed28-f12a-4d7f-b903-4a95c6adc8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:42.957321 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:43.765045 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-a61539e8-d241-4d9e-8a3b-a21ac02ce015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:44.358616 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:45.348389 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:46.646288 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:42:47.921564 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:43:11.523504 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-f5f17e7a-ecd6-4d80-9097-722bcb3f8d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:12.961325 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:13.765079 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-740f2fd3-25b2-4490-8d3a-d76c46ce57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:14.359565 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:15.351451 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:16.648699 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:24.921728 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:43:41.523836 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-9551e203-407e-40be-a8ee-ba13fdd7c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:41.829751 dv-cinder-804035-3-iscsi neutron-server[93284]: DEBUG neutron.wsgi [req-4e64b351-4c9c-4049-8641-edbe924bacfb req-ace7a0b6-4702-4ab4-9566-d9604430e0f1 service neutron] (93284) timed out ('10.222.0.24', 51848) {{(pid=93284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 10:43:42.956332 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:43.765248 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-0cc0a817-d9d3-476e-b9ec-72590b60a0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:44.360922 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:45.354878 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:43:46.652656 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:01.920544 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:44:11.525637 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-41b0c2ad-c943-42f7-9812-0d4ef391ace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:12.971097 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:13.764993 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ce139b24-d278-433a-84e2-5e4ec722ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:14.360789 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:15.357593 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:16.656649 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:38.919388 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:44:41.528889 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-7662d643-3eb6-400e-8757-b510a56d3f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:42.986893 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:43.766251 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-c0b63fac-dd6d-48eb-b208-d28247576758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:44.361389 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:45.360660 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:44:46.658226 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:11.531601 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-651e8a15-b4e4-4399-a65c-f1cf53d3eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:12.987565 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-796dbd33-4d1b-4ac0-8ae5-fbf56b84c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:13.765635 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-bf1f1955-0d3c-438b-960b-2dee26cae2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:14.362573 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-ebadfe81-51ee-438f-9d99-f6d4f83518aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:15.362792 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-06d0273d-64ef-4c86-8b56-075be01ca2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 10:45:15.919366 dv-cinder-804035-3-iscsi neutron-server[93287]: DEBUG neutron.db.agents_db [None req-9caee2e6-7716-41d6-84d9-0d0295443d58 None None] Agent healthcheck: found 6 active agents {{(pid=93287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 10:45:16.662890 dv-cinder-804035-3-iscsi neutron-server[93286]: DEBUG neutron_lib.callbacks.manager [None req-d9b69138-fdb3-4160-a221-4e91d97eabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727363303684', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999253'] for agent, after_update {{(pid=93286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}